org.apache.carbondata.hive

Class CarbonHiveInputSplit

java.lang.Object

org.apache.hadoop.mapreduce.InputSplit

org.apache.hadoop.mapred.FileSplit

org.apache.carbondata.hive.CarbonHiveInputSplit

All Implemented Interfaces:

Serializable, Comparable<org.apache.carbondata.core.datastore.block.Distributable>, org.apache.carbondata.core.datastore.block.Distributable, org.apache.carbondata.hadoop.internal.index.Block, org.apache.hadoop.io.Writable, org.apache.hadoop.mapred.InputSplit, org.apache.hadoop.mapred.InputSplitWithLocationInfo

public class CarbonHiveInputSplit
extends org.apache.hadoop.mapred.FileSplit
implements org.apache.carbondata.core.datastore.block.Distributable, Serializable, org.apache.hadoop.io.Writable, org.apache.carbondata.hadoop.internal.index.Block

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
CarbonHiveInputSplit()
CarbonHiveInputSplit(String segmentId, org.apache.hadoop.fs.Path path, long start, long length, String[] locations, org.apache.carbondata.core.metadata.ColumnarFormatVersion version)
CarbonHiveInputSplit(String segmentId, org.apache.hadoop.fs.Path path, long start, long length, String[] locations, int numberOfBlocklets, org.apache.carbondata.core.metadata.ColumnarFormatVersion version)
CarbonHiveInputSplit(String segmentId, org.apache.hadoop.fs.Path path, long start, long length, String[] locations, int numberOfBlocklets, org.apache.carbondata.core.metadata.ColumnarFormatVersion version, Map<String,String> blockStorageIdMap) Constructor to initialize the CarbonInputSplit with blockStorageIdMap

Method Summary

Modifier and Type	Method and Description
int	compareTo(org.apache.carbondata.core.datastore.block.Distributable o)
static List<org.apache.carbondata.core.datastore.block.TableBlockInfo>	createBlocks(List<CarbonHiveInputSplit> splitList)
boolean	equals(Object obj)
static CarbonHiveInputSplit	from(String segmentId, org.apache.hadoop.mapred.FileSplit split, org.apache.carbondata.core.metadata.ColumnarFormatVersion version)
boolean	fullScan()
String	getBlockPath()
Map<String,String>	getBlockStorageIdMap() returns map of blocklocation and storage id
String	getBucketId()
org.apache.carbondata.core.indexstore.BlockletDetailInfo	getDetailInfo()
List<String>	getInvalidSegments()
List<org.apache.carbondata.core.mutate.UpdateVO>	getInvalidTimestampRange()
List<Long>	getMatchedBlocklets()
int	getNumberOfBlocklets() returns the number of blocklets
String	getSegmentId()
static org.apache.carbondata.core.datastore.block.TableBlockInfo	getTableBlockInfo(CarbonHiveInputSplit inputSplit)
org.apache.carbondata.core.metadata.ColumnarFormatVersion	getVersion()
int	hashCode()
void	readFields(DataInput in)
void	setDetailInfo(org.apache.carbondata.core.indexstore.BlockletDetailInfo detailInfo)
void	setInvalidSegments(List<String> invalidSegments)
void	setInvalidTimestampRange(List<org.apache.carbondata.core.mutate.UpdateVO> invalidTimestamps)
void	setVersion(org.apache.carbondata.core.metadata.ColumnarFormatVersion version)
void	write(DataOutput out)

Methods inherited from class org.apache.hadoop.mapred.FileSplit

getLength, getLocationInfo, getLocations, getPath, getStart, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.carbondata.core.datastore.block.Distributable

getLocations

Constructor Detail

CarbonHiveInputSplit

public CarbonHiveInputSplit()

CarbonHiveInputSplit

public CarbonHiveInputSplit(String segmentId,
                            org.apache.hadoop.fs.Path path,
                            long start,
                            long length,
                            String[] locations,
                            org.apache.carbondata.core.metadata.ColumnarFormatVersion version)

CarbonHiveInputSplit

public CarbonHiveInputSplit(String segmentId,
                            org.apache.hadoop.fs.Path path,
                            long start,
                            long length,
                            String[] locations,
                            int numberOfBlocklets,
                            org.apache.carbondata.core.metadata.ColumnarFormatVersion version)

CarbonHiveInputSplit

public CarbonHiveInputSplit(String segmentId,
                            org.apache.hadoop.fs.Path path,
                            long start,
                            long length,
                            String[] locations,
                            int numberOfBlocklets,
                            org.apache.carbondata.core.metadata.ColumnarFormatVersion version,
                            Map<String,String> blockStorageIdMap)

Constructor to initialize the CarbonInputSplit with blockStorageIdMap

Parameters:

segmentId -

path -

start -

length -

locations -

numberOfBlocklets -

version -

blockStorageIdMap -

Method Detail

from

public static CarbonHiveInputSplit from(String segmentId,
                                        org.apache.hadoop.mapred.FileSplit split,
                                        org.apache.carbondata.core.metadata.ColumnarFormatVersion version)
                                 throws IOException

Throws:

IOException

createBlocks

public static List<org.apache.carbondata.core.datastore.block.TableBlockInfo> createBlocks(List<CarbonHiveInputSplit> splitList)

getTableBlockInfo

public static org.apache.carbondata.core.datastore.block.TableBlockInfo getTableBlockInfo(CarbonHiveInputSplit inputSplit)

getSegmentId

public String getSegmentId()

readFields

public void readFields(DataInput in)
                throws IOException

Specified by:

readFields in interface org.apache.hadoop.io.Writable

Overrides:

readFields in class org.apache.hadoop.mapred.FileSplit

Throws:

IOException

write

public void write(DataOutput out)
           throws IOException

Specified by:

write in interface org.apache.hadoop.io.Writable

Overrides:

write in class org.apache.hadoop.mapred.FileSplit

Throws:

IOException

getInvalidSegments

public List<String> getInvalidSegments()

setInvalidSegments

public void setInvalidSegments(List<String> invalidSegments)

setInvalidTimestampRange

public void setInvalidTimestampRange(List<org.apache.carbondata.core.mutate.UpdateVO> invalidTimestamps)

getInvalidTimestampRange

public List<org.apache.carbondata.core.mutate.UpdateVO> getInvalidTimestampRange()

getNumberOfBlocklets

public int getNumberOfBlocklets()

returns the number of blocklets

Returns:

getVersion

public org.apache.carbondata.core.metadata.ColumnarFormatVersion getVersion()

setVersion

public void setVersion(org.apache.carbondata.core.metadata.ColumnarFormatVersion version)

getBucketId

public String getBucketId()

compareTo

public int compareTo(org.apache.carbondata.core.datastore.block.Distributable o)

Specified by:

compareTo in interface Comparable<org.apache.carbondata.core.datastore.block.Distributable>

equals

public boolean equals(Object obj)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

getBlockPath

public String getBlockPath()

Specified by:

getBlockPath in interface org.apache.carbondata.hadoop.internal.index.Block

getMatchedBlocklets

public List<Long> getMatchedBlocklets()

Specified by:

getMatchedBlocklets in interface org.apache.carbondata.hadoop.internal.index.Block

fullScan

public boolean fullScan()

Specified by:

fullScan in interface org.apache.carbondata.hadoop.internal.index.Block

getBlockStorageIdMap

public Map<String,String> getBlockStorageIdMap()

returns map of blocklocation and storage id

Returns:

getDetailInfo

public org.apache.carbondata.core.indexstore.BlockletDetailInfo getDetailInfo()

setDetailInfo

public void setDetailInfo(org.apache.carbondata.core.indexstore.BlockletDetailInfo detailInfo)