org.apache.carbondata.streaming

Class CarbonStreamInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<K,V>

org.apache.hadoop.mapreduce.lib.input.FileInputFormat<Void,Object>

org.apache.carbondata.streaming.CarbonStreamInputFormat

public class CarbonStreamInputFormat
extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat<Void,Object>

Stream input format

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat

org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter

Field Summary

Fields

Modifier and Type	Field and Description
static String	READ_BUFFER_SIZE
static String	READ_BUFFER_SIZE_DEFAULT
static String	STREAM_RECORD_READER_INSTANCE

Fields inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat

DEFAULT_LIST_STATUS_NUM_THREADS, INPUT_DIR, INPUT_DIR_RECURSIVE, LIST_STATUS_NUM_THREADS, NUM_INPUT_FILES, PATHFILTER_CLASS, SPLIT_MAXSIZE, SPLIT_MINSIZE

Constructor Summary

Constructors

Constructor and Description
CarbonStreamInputFormat()

Method Summary

Modifier and Type	Method and Description
org.apache.hadoop.mapreduce.RecordReader<Void,Object>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.carbondata.core.scan.filter.GenericQueryType[]	getComplexDimensions(org.apache.carbondata.core.metadata.schema.table.CarbonTable carbontable, org.apache.carbondata.core.metadata.schema.table.column.CarbonColumn[] carbonColumns, org.apache.carbondata.core.cache.Cache<org.apache.carbondata.core.cache.dictionary.DictionaryColumnUniqueIdentifier,org.apache.carbondata.core.cache.dictionary.Dictionary> cache)
void	setInputMetricsStats(InputMetricsStats inputMetricsStats)
void	setIsVectorReader(boolean vectorReader)
void	setModel(org.apache.carbondata.core.scan.model.QueryModel model)
void	setUseRawRow(boolean useRawRow)

Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat

addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, getSplits, isSplitable, listStatus, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

READ_BUFFER_SIZE

public static final String READ_BUFFER_SIZE

See Also:

Constant Field Values

READ_BUFFER_SIZE_DEFAULT

public static final String READ_BUFFER_SIZE_DEFAULT

See Also:

Constant Field Values

STREAM_RECORD_READER_INSTANCE

public static final String STREAM_RECORD_READER_INSTANCE

See Also:

Constant Field Values

Constructor Detail

CarbonStreamInputFormat

public CarbonStreamInputFormat()

Method Detail

setUseRawRow

public void setUseRawRow(boolean useRawRow)

setInputMetricsStats

public void setInputMetricsStats(InputMetricsStats inputMetricsStats)

setIsVectorReader

public void setIsVectorReader(boolean vectorReader)

setModel

public void setModel(org.apache.carbondata.core.scan.model.QueryModel model)

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<Void,Object> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                org.apache.hadoop.mapreduce.TaskAttemptContext context)
                                                                         throws IOException,
                                                                                InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<Void,Object>

Throws:

IOException

InterruptedException

getComplexDimensions

public static org.apache.carbondata.core.scan.filter.GenericQueryType[] getComplexDimensions(org.apache.carbondata.core.metadata.schema.table.CarbonTable carbontable,
                                                                                             org.apache.carbondata.core.metadata.schema.table.column.CarbonColumn[] carbonColumns,
                                                                                             org.apache.carbondata.core.cache.Cache<org.apache.carbondata.core.cache.dictionary.DictionaryColumnUniqueIdentifier,org.apache.carbondata.core.cache.dictionary.Dictionary> cache)
                                                                                      throws IOException

Throws:

IOException