co.cask.hydrator.plugin.db.batch.source

Class DataDrivenETLDBInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.LongWritable,T>

org.apache.hadoop.mapreduce.lib.db.DBInputFormat<T>

org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

co.cask.hydrator.plugin.db.batch.source.DataDrivenETLDBInputFormat

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable

public class DataDrivenETLDBInputFormat
extends org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

Class that extends DBInputFormat to load the database driver class correctly.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat.DataDrivenDBInputSplit

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.lib.db.DBInputFormat

org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, org.apache.hadoop.mapreduce.lib.db.DBInputFormat.NullDBWritable

Field Summary

Fields

Modifier and Type	Field and Description
static String	AUTO_COMMIT_ENABLED

Fields inherited from class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

SUBSTITUTE_TOKEN

Fields inherited from class org.apache.hadoop.mapreduce.lib.db.DBInputFormat

conditions, connection, dbConf, dbProductName, fieldNames, tableName

Constructor Summary

Constructors

Constructor and Description
DataDrivenETLDBInputFormat()

Method Summary

Methods

Modifier and Type	Method and Description
protected void	closeConnection()
protected org.apache.hadoop.mapreduce.RecordReader	createDBRecordReader(org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit split, org.apache.hadoop.conf.Configuration conf)
Connection	getConnection()
static void	setInput(org.apache.hadoop.conf.Configuration conf, Class<? extends org.apache.hadoop.mapreduce.lib.db.DBWritable> inputClass, String inputQuery, String inputBoundingQuery, boolean enableAutoCommit)

Methods inherited from class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

getBoundingValsQuery, getSplits, getSplitter, setBoundingQuery, setInput, setInput

Methods inherited from class org.apache.hadoop.mapreduce.lib.db.DBInputFormat

createRecordReader, getConf, getCountQuery, getDBConf, getDBProductName, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Field Detail

AUTO_COMMIT_ENABLED

public static final String AUTO_COMMIT_ENABLED

See Also:

Constant Field Values

Constructor Detail

DataDrivenETLDBInputFormat

public DataDrivenETLDBInputFormat()

Method Detail

setInput

public static void setInput(org.apache.hadoop.conf.Configuration conf,
            Class<? extends org.apache.hadoop.mapreduce.lib.db.DBWritable> inputClass,
            String inputQuery,
            String inputBoundingQuery,
            boolean enableAutoCommit)

getConnection

public Connection getConnection()

Overrides:

getConnection in class org.apache.hadoop.mapreduce.lib.db.DBInputFormat

createDBRecordReader

protected org.apache.hadoop.mapreduce.RecordReader createDBRecordReader(org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit split,
                                                            org.apache.hadoop.conf.Configuration conf)
                                                                 throws IOException

Overrides:

createDBRecordReader in class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat

Throws:

IOException

closeConnection

protected void closeConnection()

Overrides:

closeConnection in class org.apache.hadoop.mapreduce.lib.db.DBInputFormat