A C F G H I L M N O P R S U W

A

appendBatchData(CarbonIterator<Object[]>, TaskAttemptContext, CarbonLoadModel) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

invoke CarbonStreamOutputFormat to append batch data to existing carbondata file

C

CARBON_ENCODER_ROW_BUFFER_SIZE - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_ENCODER_ROW_BUFFER_SIZE_DEFAULT - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_STREAM_BLOCKLET_ROW_NUMS - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_STREAM_BLOCKLET_ROW_NUMS_DEFAULT - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_STREAM_CACHE_SIZE - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_STREAM_CACHE_SIZE_DEFAULT - Static variable in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CARBON_STREAM_PARSER - Static variable in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

CARBON_STREAM_PARSER_CSV - Static variable in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

CARBON_STREAM_PARSER_DEFAULT - Static variable in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

CARBON_STREAM_PARSER_ROW_PARSER - Static variable in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

CarbonStreamException - Exception in org.apache.carbondata.streaming

Stream exception

CarbonStreamException(String) - Constructor for exception org.apache.carbondata.streaming.CarbonStreamException

CarbonStreamException(String, Throwable) - Constructor for exception org.apache.carbondata.streaming.CarbonStreamException

CarbonStreamInputFormat - Class in org.apache.carbondata.streaming

Stream input format

CarbonStreamInputFormat() - Constructor for class org.apache.carbondata.streaming.CarbonStreamInputFormat

CarbonStreamOutputFormat - Class in org.apache.carbondata.streaming

Stream output format

CarbonStreamOutputFormat() - Constructor for class org.apache.carbondata.streaming.CarbonStreamOutputFormat

CarbonStreamParser - Interface in org.apache.carbondata.streaming.parser

Stream parser interface

CarbonStreamRecordWriter - Class in org.apache.carbondata.streaming

Stream record writer

CarbonStreamRecordWriter(TaskAttemptContext, CarbonLoadModel) - Constructor for class org.apache.carbondata.streaming.CarbonStreamRecordWriter

CarbonStreamUtils - Class in org.apache.carbondata.streaming

Util class which does utility function for stream module

CarbonStreamUtils() - Constructor for class org.apache.carbondata.streaming.CarbonStreamUtils

close(TaskAttemptContext) - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

close() - Method in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

close() - Method in class org.apache.carbondata.streaming.parser.CSVStreamParserImp

close(CarbonTable, String) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

marker old stream segment to finished status and create new stream segment

close() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

collectMinMaxIndex(SimpleStatsResult[], SimpleStatsResult[]) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

copy(int) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

createRecordReader(InputSplit, TaskAttemptContext) - Method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

CSVStreamParserImp - Class in org.apache.carbondata.streaming.parser

CSV Stream Parser, it is also the default parser.

CSVStreamParserImp() - Constructor for class org.apache.carbondata.streaming.parser.CSVStreamParserImp

F

finishStreaming(CarbonTable) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

change the status of the segment from "streaming" to "streaming finish"

G

getBatchMinMaxIndex() - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

getCarbonLoadModel(Configuration) - Static method in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

getComplexDimensions(CarbonTable, CarbonColumn[], Cache<DictionaryColumnUniqueIdentifier, Dictionary>) - Static method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

getConstructorWithReflection(String, Class<?>...) - Static method in class org.apache.carbondata.streaming.CarbonStreamUtils

getFileName() - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

getFileName() - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

getInstanceWithReflection(Constructor, Object...) - Static method in class org.apache.carbondata.streaming.CarbonStreamUtils

getMeasureDataTypes() - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

getMinMaxIndex() - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

getRecordWriter(TaskAttemptContext) - Method in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

getRowCount() - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

getRowNums() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

getSegmentDir() - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

getSegmentId(Configuration) - Static method in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

H

hasNext() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

I

initialize(Configuration, StructType) - Method in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

initialize(Configuration, StructType) - Method in class org.apache.carbondata.streaming.parser.CSVStreamParserImp

L

listDataFiles(String, FileFactory.FileType) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

list all carbondata files of a segment

M

mergeBlockletMinMax(BlockletMinMaxIndex, BlockletMinMaxIndex, DataType[]) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

merge blocklet min/max to generate batch min/max

N

nextBlocklet() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

find the next blocklet

nextRow() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

O

open(CarbonTable) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

get stream segment or create new stream segment if not exists

org.apache.carbondata.streaming - package org.apache.carbondata.streaming

org.apache.carbondata.streaming.index - package org.apache.carbondata.streaming.index

org.apache.carbondata.streaming.parser - package org.apache.carbondata.streaming.parser

org.apache.carbondata.streaming.segment - package org.apache.carbondata.streaming.segment

P

parserRow(InternalRow) - Method in interface org.apache.carbondata.streaming.parser.CarbonStreamParser

parserRow(InternalRow) - Method in class org.apache.carbondata.streaming.parser.CSVStreamParserImp

R

READ_BUFFER_SIZE - Static variable in class org.apache.carbondata.streaming.CarbonStreamInputFormat

READ_BUFFER_SIZE_DEFAULT - Static variable in class org.apache.carbondata.streaming.CarbonStreamInputFormat

readBlockletData(BlockletHeader) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readBlockletHeader() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readBoolean() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readBytes(int) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readBytesFromStream(byte[], int, int) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

Reads len bytes of data from the input stream into an array of bytes.

readDouble() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readIndexFile(String, FileFactory.FileType) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

read index file to list BlockIndex

readInt() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readIntFromStream() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readLong() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

readShort() - Method in class org.apache.carbondata.streaming.StreamBlockletReader

recoverFileIfRequired(String, String, String) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

check the health of stream data file and try to recover data file from task fault this method will be invoked in following scenarios.

recoverSegmentIfRequired(String) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

check the health of stream segment and try to recover segment from job fault this method will be invoked in following scenarios.

S

setCarbonLoadModel(Configuration, CarbonLoadModel) - Static method in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

setFileName(String) - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

setHasException(boolean) - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

setInputMetricsStats(InputMetricsStats) - Method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

setIsVectorReader(boolean) - Method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

setMinMaxIndex(BlockletMinMaxIndex) - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

setModel(QueryModel) - Method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

setRowCount(long) - Method in class org.apache.carbondata.streaming.index.StreamFileIndex

setSegmentId(Configuration, String) - Static method in class org.apache.carbondata.streaming.CarbonStreamOutputFormat

setUseRawRow(boolean) - Method in class org.apache.carbondata.streaming.CarbonStreamInputFormat

size(String) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

calculate the size of the segment by the accumulation of data sizes in index file

skipBlockletData(boolean) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

skipBytes(int) - Method in class org.apache.carbondata.streaming.StreamBlockletReader

STREAM_RECORD_READER_INSTANCE - Static variable in class org.apache.carbondata.streaming.CarbonStreamInputFormat

StreamBlockletReader - Class in org.apache.carbondata.streaming

stream blocklet reader

StreamBlockletReader(byte[], InputStream, long, boolean, String) - Constructor for class org.apache.carbondata.streaming.StreamBlockletReader

StreamBlockletWriter - Class in org.apache.carbondata.streaming

stream blocklet writer

StreamFileIndex - Class in org.apache.carbondata.streaming.index

StreamFileIndex(String, BlockletMinMaxIndex, long) - Constructor for class org.apache.carbondata.streaming.index.StreamFileIndex

StreamSegment - Class in org.apache.carbondata.streaming.segment

streaming segment manager

StreamSegment() - Constructor for class org.apache.carbondata.streaming.segment.StreamSegment

U

updateIndexFile(String, StreamFileIndex[], DataType[]) - Static method in class org.apache.carbondata.streaming.segment.StreamSegment

update carbon index file after a stream batch.

W

write(Void, Object) - Method in class org.apache.carbondata.streaming.CarbonStreamRecordWriter

A C F G H I L M N O P R S U W