org.apache.carbondata.hive

Class MapredCarbonOutputFormat<T>

java.lang.Object

org.apache.hadoop.mapreduce.OutputFormat<K,V>

org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.hadoop.io.NullWritable,org.apache.carbondata.hadoop.internal.ObjectArrayWritable>

org.apache.carbondata.hadoop.api.CarbonTableOutputFormat

org.apache.carbondata.hive.MapredCarbonOutputFormat<T>

All Implemented Interfaces:

org.apache.hadoop.hive.ql.io.HiveOutputFormat<Void,T>, org.apache.hadoop.mapred.OutputFormat<Void,T>

public class MapredCarbonOutputFormat<T>
extends CarbonTableOutputFormat
implements org.apache.hadoop.hive.ql.io.HiveOutputFormat<Void,T>

TODO : To extend CarbonOutputFormat

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.carbondata.hadoop.api.CarbonTableOutputFormat

CarbonTableOutputFormat.CarbonMultiRecordWriter, CarbonTableOutputFormat.CarbonRecordWriter

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter

Field Summary

Fields inherited from class org.apache.carbondata.hadoop.api.CarbonTableOutputFormat

BAD_RECORD_PATH, BAD_RECORDS_LOGGER_ACTION, BAD_RECORDS_LOGGER_ENABLE, BATCH_SORT_SIZE_INMB, COMPLEX_DELIMITERS, DATE_FORMAT, DICTIONARY_SERVER_HOST, DICTIONARY_SERVER_PORT, GLOBAL_SORT_PARTITIONS, IS_EMPTY_DATA_BAD_RECORD, IS_ONE_PASS_LOAD, OPERATION_CONTEXT, SEGMENTS_TO_BE_DELETED, SERIALIZATION_NULL_FORMAT, SKIP_EMPTY_LINE, SORT_SCOPE, TIMESTAMP_FORMAT, UPADTE_TIMESTAMP

Fields inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

BASE_OUTPUT_NAME, COMPRESS, COMPRESS_CODEC, COMPRESS_TYPE, OUTDIR, PART

Constructor Summary

Constructors

Constructor and Description
MapredCarbonOutputFormat()

Method Summary

Modifier and Type	Method and Description
void	checkOutputSpecs(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.mapred.JobConf jobConf)
org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter	getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc, org.apache.hadoop.fs.Path finalOutPath, Class<? extends org.apache.hadoop.io.Writable> valueClass, boolean isCompressed, Properties tableProperties, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.mapred.RecordWriter<Void,T>	getRecordWriter(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.mapred.JobConf jobConf, String s, org.apache.hadoop.util.Progressable progressable)

Methods inherited from class org.apache.carbondata.hadoop.api.CarbonTableOutputFormat

getCarbonTable, getDatabaseName, getLoadModel, getOutputCommitter, getRecordWriter, getTableName, getTablePath, isOverwriteSet, setCarbonTable, setDatabaseName, setInputSchema, setLoadModel, setOverwrite, setTableName, setTablePath, setTempStoreLocations

Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat

checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCompressorClass, getOutputName, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputName, setOutputPath

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MapredCarbonOutputFormat

public MapredCarbonOutputFormat()

Method Detail

getRecordWriter

public org.apache.hadoop.mapred.RecordWriter<Void,T> getRecordWriter(org.apache.hadoop.fs.FileSystem fileSystem,
                                                                     org.apache.hadoop.mapred.JobConf jobConf,
                                                                     String s,
                                                                     org.apache.hadoop.util.Progressable progressable)
                                                              throws IOException

Specified by:

getRecordWriter in interface org.apache.hadoop.mapred.OutputFormat<Void,T>

Throws:

IOException

checkOutputSpecs

public void checkOutputSpecs(org.apache.hadoop.fs.FileSystem fileSystem,
                             org.apache.hadoop.mapred.JobConf jobConf)
                      throws IOException

Specified by:

checkOutputSpecs in interface org.apache.hadoop.mapred.OutputFormat<Void,T>

Throws:

IOException

getHiveRecordWriter

public org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc,
                                                                                        org.apache.hadoop.fs.Path finalOutPath,
                                                                                        Class<? extends org.apache.hadoop.io.Writable> valueClass,
                                                                                        boolean isCompressed,
                                                                                        Properties tableProperties,
                                                                                        org.apache.hadoop.util.Progressable progress)
                                                                                 throws IOException

Specified by:

getHiveRecordWriter in interface org.apache.hadoop.hive.ql.io.HiveOutputFormat<Void,T>

Throws:

IOException