kafka.bridge.hadoop
Class KafkaRecordWriter<K,V>

java.lang.Object
  org.apache.hadoop.mapreduce.RecordWriter<K,V>
      kafka.bridge.hadoop.KafkaRecordWriter<K,V>

public class KafkaRecordWriter<K,V>
extends org.apache.hadoop.mapreduce.RecordWriter<K,V>

Field Summary

protected java.util.List<kafka.producer.KeyedMessage<java.lang.Object,byte[]>>	msgList
protected kafka.javaapi.producer.Producer<java.lang.Object,byte[]>	producer
protected int	queueBytes
protected java.lang.String	topic
protected int	totalBytes

Constructor Summary

KafkaRecordWriter(kafka.javaapi.producer.Producer<java.lang.Object,byte[]> producer, java.lang.String topic, int queueBytes)

Method Summary

void	close(org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
protected void	sendMsgList()
void	write(K key, V value)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

producer

protected kafka.javaapi.producer.Producer<java.lang.Object,byte[]> producer

topic

protected java.lang.String topic

msgList

protected java.util.List<kafka.producer.KeyedMessage<java.lang.Object,byte[]>> msgList

totalBytes

protected int totalBytes

queueBytes

protected int queueBytes

Constructor Detail

KafkaRecordWriter

public KafkaRecordWriter(kafka.javaapi.producer.Producer<java.lang.Object,byte[]> producer,
                         java.lang.String topic,
                         int queueBytes)

Method Detail

sendMsgList

protected void sendMsgList()
                    throws java.io.IOException

Throws:

java.io.IOException

write

public void write(K key,
                  V value)
           throws java.io.IOException,
                  java.lang.InterruptedException

Specified by:

write in class org.apache.hadoop.mapreduce.RecordWriter<K,V>

Throws:

java.io.IOException

java.lang.InterruptedException

close

public void close(org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
           throws java.io.IOException,
                  java.lang.InterruptedException

Specified by:

close in class org.apache.hadoop.mapreduce.RecordWriter<K,V>

Throws:

java.io.IOException

java.lang.InterruptedException