org.apache.carbondata.streaming

Class CarbonStreamOutputFormat

java.lang.Object

org.apache.hadoop.mapreduce.OutputFormat<K,V>

org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Void,Object>

org.apache.carbondata.streaming.CarbonStreamOutputFormat

public class CarbonStreamOutputFormat
extends org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Void,Object>

Stream output format

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter

Field Summary

Fields

Modifier and Type	Field and Description
static String	CARBON_ENCODER_ROW_BUFFER_SIZE
static int	CARBON_ENCODER_ROW_BUFFER_SIZE_DEFAULT
static String	CARBON_STREAM_BLOCKLET_ROW_NUMS
static int	CARBON_STREAM_BLOCKLET_ROW_NUMS_DEFAULT
static String	CARBON_STREAM_CACHE_SIZE
static int	CARBON_STREAM_CACHE_SIZE_DEFAULT

Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART

Constructor Summary

Constructors

Constructor and Description
CarbonStreamOutputFormat()

Method Summary

Modifier and Type	Method and Description
static org.apache.carbondata.processing.loading.model.CarbonLoadModel	getCarbonLoadModel(org.apache.hadoop.conf.Configuration hadoopConf)
org.apache.hadoop.mapreduce.RecordWriter<Void,Object>	getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext job)
static String	getSegmentId(org.apache.hadoop.conf.Configuration hadoopConf)
static void	setCarbonLoadModel(org.apache.hadoop.conf.Configuration hadoopConf, org.apache.carbondata.processing.loading.model.CarbonLoadModel carbonLoadModel)
static void	setSegmentId(org.apache.hadoop.conf.Configuration hadoopConf, String segmentId)

Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CARBON_ENCODER_ROW_BUFFER_SIZE

public static final String CARBON_ENCODER_ROW_BUFFER_SIZE

See Also:

Constant Field Values

CARBON_ENCODER_ROW_BUFFER_SIZE_DEFAULT

public static final int CARBON_ENCODER_ROW_BUFFER_SIZE_DEFAULT

See Also:

Constant Field Values

CARBON_STREAM_BLOCKLET_ROW_NUMS

public static final String CARBON_STREAM_BLOCKLET_ROW_NUMS

See Also:

Constant Field Values

CARBON_STREAM_BLOCKLET_ROW_NUMS_DEFAULT

public static final int CARBON_STREAM_BLOCKLET_ROW_NUMS_DEFAULT

See Also:

Constant Field Values

CARBON_STREAM_CACHE_SIZE

public static final String CARBON_STREAM_CACHE_SIZE

See Also:

Constant Field Values

CARBON_STREAM_CACHE_SIZE_DEFAULT

public static final int CARBON_STREAM_CACHE_SIZE_DEFAULT

See Also:

Constant Field Values

Constructor Detail

CarbonStreamOutputFormat

public CarbonStreamOutputFormat()

Method Detail

getRecordWriter

public org.apache.hadoop.mapreduce.RecordWriter<Void,Object> getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext job)
                                                                      throws IOException,
                                                                             InterruptedException

Specified by:

getRecordWriter in class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<Void,Object>

Throws:

IOException

InterruptedException

setCarbonLoadModel

public static void setCarbonLoadModel(org.apache.hadoop.conf.Configuration hadoopConf,
                                      org.apache.carbondata.processing.loading.model.CarbonLoadModel carbonLoadModel)
                               throws IOException

Throws:

IOException

getCarbonLoadModel

public static org.apache.carbondata.processing.loading.model.CarbonLoadModel getCarbonLoadModel(org.apache.hadoop.conf.Configuration hadoopConf)
                                                                                         throws IOException

Throws:

IOException

setSegmentId

public static void setSegmentId(org.apache.hadoop.conf.Configuration hadoopConf,
                                String segmentId)
                         throws IOException

Throws:

IOException

getSegmentId

public static String getSegmentId(org.apache.hadoop.conf.Configuration hadoopConf)
                           throws IOException

Throws:

IOException