org.apache.apex.malhar.flume.operator

Class AbstractFlumeInputOperator<T>

java.lang.Object

org.apache.apex.malhar.flume.operator.AbstractFlumeInputOperator<T>

Type Parameters:

T - Type of the output payload.

All Implemented Interfaces:

com.datatorrent.api.Component<com.datatorrent.api.Context.OperatorContext>, com.datatorrent.api.DAG.GenericOperator, com.datatorrent.api.InputOperator, com.datatorrent.api.Operator, com.datatorrent.api.Operator.ActivationListener<com.datatorrent.api.Context.OperatorContext>, com.datatorrent.api.Operator.CheckpointListener, com.datatorrent.api.Operator.IdleTimeHandler, com.datatorrent.api.Partitioner<AbstractFlumeInputOperator<T>>

public abstract class AbstractFlumeInputOperator<T>
extends Object
implements com.datatorrent.api.InputOperator, com.datatorrent.api.Operator.ActivationListener<com.datatorrent.api.Context.OperatorContext>, com.datatorrent.api.Operator.IdleTimeHandler, com.datatorrent.api.Operator.CheckpointListener, com.datatorrent.api.Partitioner<AbstractFlumeInputOperator<T>>

Abstract AbstractFlumeInputOperator class.

Since:

0.9.2

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	AbstractFlumeInputOperator.ConnectionStatus
static class	AbstractFlumeInputOperator.ZKStatsListner

Nested classes/interfaces inherited from interface com.datatorrent.api.Operator

com.datatorrent.api.Operator.ActivationListener<CONTEXT extends com.datatorrent.api.Context>, com.datatorrent.api.Operator.CheckpointListener, com.datatorrent.api.Operator.CheckpointNotificationListener, com.datatorrent.api.Operator.DelayOperator, com.datatorrent.api.Operator.IdleTimeHandler, com.datatorrent.api.Operator.InputPort<T>, com.datatorrent.api.Operator.OutputPort<T>, com.datatorrent.api.Operator.Port, com.datatorrent.api.Operator.ProcessingMode, com.datatorrent.api.Operator.ShutdownException, com.datatorrent.api.Operator.Unifier<T>

Nested classes/interfaces inherited from interface com.datatorrent.api.Component

com.datatorrent.api.Component.ComponentComplementPair<COMPONENT extends com.datatorrent.api.Component<?>,COMPLEMENT>

Nested classes/interfaces inherited from interface com.datatorrent.api.Partitioner

com.datatorrent.api.Partitioner.Partition<T>, com.datatorrent.api.Partitioner.PartitioningContext, com.datatorrent.api.Partitioner.PartitionKeys

Field Summary

Fields

Modifier and Type	Field and Description
protected static ThreadLocal<Collection<Discovery.Service<byte[]>>>	discoveredFlumeSinks
com.datatorrent.api.DefaultOutputPort<com.datatorrent.netlet.util.Slice>	drop
com.datatorrent.api.DefaultOutputPort<T>	output

Fields inherited from interface com.datatorrent.api.Component

CONCAT_SEPARATOR, SPLIT_SEPARATOR

Constructor Summary

Constructors

Constructor and Description
AbstractFlumeInputOperator()

Method Summary

Methods

Modifier and Type	Method and Description
void	activate(com.datatorrent.api.Context.OperatorContext ctx)
void	beginWindow(long windowId)
void	checkpointed(long windowId)
void	committed(long windowId)
abstract T	convert(org.apache.flume.Event event)
void	deactivate()
Collection<com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>>	definePartitions(Collection<com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>> partitions, com.datatorrent.api.Partitioner.PartitioningContext context)
void	emitTuples()
void	endWindow()
boolean	equals(Object o)
com.datatorrent.api.StreamCodec<org.apache.flume.Event>	getCodec()
String[]	getConnectAddresses()
long	getMaxEventsPerSecond()
void	handleIdleTime()
int	hashCode()
void	partitioned(Map<Integer,com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>> partitions)
void	setCodec(com.datatorrent.api.StreamCodec<org.apache.flume.Event> codec)
void	setConnectAddresses(String[] specs)
void	setMaxEventsPerSecond(long maxEventsPerSecond)
void	setup(com.datatorrent.api.Context.OperatorContext context)
void	teardown()
String	toString()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

output

public final transient com.datatorrent.api.DefaultOutputPort<T> output

drop

public final transient com.datatorrent.api.DefaultOutputPort<com.datatorrent.netlet.util.Slice> drop

discoveredFlumeSinks

protected static final transient ThreadLocal<Collection<Discovery.Service<byte[]>>> discoveredFlumeSinks

Constructor Detail

AbstractFlumeInputOperator

public AbstractFlumeInputOperator()

Method Detail

setup

public void setup(com.datatorrent.api.Context.OperatorContext context)

Specified by:

setup in interface com.datatorrent.api.Component<com.datatorrent.api.Context.OperatorContext>

activate

public void activate(com.datatorrent.api.Context.OperatorContext ctx)

Specified by:

activate in interface com.datatorrent.api.Operator.ActivationListener<com.datatorrent.api.Context.OperatorContext>

beginWindow

public void beginWindow(long windowId)

Specified by:

beginWindow in interface com.datatorrent.api.Operator

emitTuples

public void emitTuples()

Specified by:

emitTuples in interface com.datatorrent.api.InputOperator

endWindow

public void endWindow()

Specified by:

endWindow in interface com.datatorrent.api.Operator

deactivate

public void deactivate()

Specified by:

deactivate in interface com.datatorrent.api.Operator.ActivationListener<com.datatorrent.api.Context.OperatorContext>

teardown

public void teardown()

Specified by:

teardown in interface com.datatorrent.api.Component<com.datatorrent.api.Context.OperatorContext>

handleIdleTime

public void handleIdleTime()

Specified by:

handleIdleTime in interface com.datatorrent.api.Operator.IdleTimeHandler

convert

public abstract T convert(org.apache.flume.Event event)

getConnectAddresses

public String[] getConnectAddresses()

Returns:

the connectAddress

setConnectAddresses

public void setConnectAddresses(String[] specs)

Parameters:

specs - - sinkid:host:port specification of all the sinks.

getCodec

public com.datatorrent.api.StreamCodec<org.apache.flume.Event> getCodec()

Returns:

the codec

setCodec

public void setCodec(com.datatorrent.api.StreamCodec<org.apache.flume.Event> codec)

Parameters:

codec - the codec to set

checkpointed

public void checkpointed(long windowId)

Specified by:

checkpointed in interface com.datatorrent.api.Operator.CheckpointListener

committed

public void committed(long windowId)

Specified by:

committed in interface com.datatorrent.api.Operator.CheckpointListener

definePartitions

public Collection<com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>> definePartitions(Collection<com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>> partitions,
                                                                                                    com.datatorrent.api.Partitioner.PartitioningContext context)

Specified by:

definePartitions in interface com.datatorrent.api.Partitioner<AbstractFlumeInputOperator<T>>

partitioned

public void partitioned(Map<Integer,com.datatorrent.api.Partitioner.Partition<AbstractFlumeInputOperator<T>>> partitions)

Specified by:

partitioned in interface com.datatorrent.api.Partitioner<AbstractFlumeInputOperator<T>>

toString

public String toString()

Overrides:

toString in class Object

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

setMaxEventsPerSecond

public void setMaxEventsPerSecond(long maxEventsPerSecond)

getMaxEventsPerSecond

public long getMaxEventsPerSecond()