Serialized Form

Package co.cask.hydrator.plugin.spark

Class co.cask.hydrator.plugin.spark.FileStreamingSource extends ReferenceStreamingSource<co.cask.cdap.api.data.format.StructuredRecord> implements Serializable

Serialized Fields

conf

FileStreamingSource.Conf conf

Class co.cask.hydrator.plugin.spark.FileStreamingSource.Conf extends ReferencePluginConfig implements Serializable

Serialized Fields

format

String format

schema

String schema

path

String path

ignoreThreshold

Integer ignoreThreshold

extensions

String extensions

Class co.cask.hydrator.plugin.spark.HTTPPollerSource extends StreamingSource<co.cask.cdap.api.data.format.StructuredRecord> implements Serializable

Serialized Fields

conf

HTTPPollConfig conf

Class co.cask.hydrator.plugin.spark.ReferenceStreamingSource extends StreamingSource<T> implements Serializable

Serialized Fields

conf

ReferencePluginConfig conf

Class co.cask.hydrator.plugin.spark.TwitterStreamingSource extends ReferenceStreamingSource<co.cask.cdap.api.data.format.StructuredRecord> implements Serializable

Serialized Fields

config

TwitterStreamingSource.TwitterStreamingConfig config

Class co.cask.hydrator.plugin.spark.TwitterStreamingSource.TwitterStreamingConfig extends ReferencePluginConfig implements Serializable

serialVersionUID:

4218063781909515444L

Serialized Fields

consumerKey

String consumerKey

consumerSecret

String consumerSecret

accessToken

String accessToken

accessTokenSecret

String accessTokenSecret

Package co.cask.hydrator.plugin.spark.dynamic

Class co.cask.hydrator.plugin.spark.dynamic.ScalaSparkCompute extends SparkCompute<co.cask.cdap.api.data.format.StructuredRecord,co.cask.cdap.api.data.format.StructuredRecord> implements Serializable

Serialized Fields

config

ScalaSparkCompute.Config config

interpreter

SparkInterpreter interpreter

method

Method method

takeContext

boolean takeContext

Class co.cask.hydrator.plugin.spark.dynamic.ScalaSparkCompute.Config extends co.cask.cdap.api.plugin.PluginConfig implements Serializable

Serialized Fields

scalaCode

String scalaCode

schema

String schema

Class co.cask.hydrator.plugin.spark.dynamic.ScalaSparkProgram extends Object implements Serializable

Serialized Fields

config

ScalaSparkProgram.Config config

Class co.cask.hydrator.plugin.spark.dynamic.ScalaSparkProgram.Config extends co.cask.cdap.api.plugin.PluginConfig implements Serializable

Serialized Fields

mainClass

String mainClass

scalaCode

String scalaCode