StreamProducer

abstract def compute(implicit runtime: SparkStreamingRuntime): DataStream

abstract def toJson: JValue

abstract def toXml: Elem

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

def -->(targets: ConnectionTarget[DataStream, SparkStreamingRuntime]*): Unit

def -->(tgt: MultiInputStep[DataStream, SparkStreamingRuntime]): tgt.type

def -->(tgt: ConnectionTarget[DataStream, SparkStreamingRuntime]): tgt.type

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addStepListener(listener: StepListener[DataStream, SparkStreamingRuntime]): Unit

Registers a new listener.

def addStreamDataListener(listener: StreamStepDataListener): Unit

Registers a data listener.

def allInputsRequired: Boolean

Specifies if the step should throw an error if one of the inputs is not connected.

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def compute(index: Int)(implicit runtime: SparkStreamingRuntime): DataStream

Triggers listener notification on stream events.

def ctx(implicit runtime: SparkStreamingRuntime): SQLContext

Returns the implicit SQLContext.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

final def evaluate(implicit runtime: SparkStreamingRuntime): IndexedSeq[DataStream]

Evaluates all step's outputs and returns a list of results.

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

val index: Int

val inputCount: Int

The maximum number of input ports.

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def outbounds(index: Int): SingleOutputStep[DataStream, SparkStreamingRuntime]

final def output(implicit runtime: SparkStreamingRuntime): DataStream

Shortcut for output(0).

final def output(index: Int)(implicit runtime: SparkStreamingRuntime): DataStream

Computes a step output value at the specified index.

val outputCount: Int

The number of output ports.

def register(implicit rt: SparkStreamingRuntime): Unit

Registers the step with the runtime.

def removeStepListener(listener: StepListener[DataStream, SparkStreamingRuntime]): Unit

Unregisters a listener.

def removeStreamDataListener(listener: StreamStepDataListener): Unit

Unregisters a data listener.

def resetCache(predecessors: Boolean, descendants: Boolean): Unit

Clears the cache of this step and optionally that of its predecessors and descendants.

def sc(implicit runtime: SparkStreamingRuntime): SparkContext

Returns the implicit SparkContext.

def ssc(implicit runtime: SparkStreamingRuntime): StreamingContext

Returns the implicit StreamingContext.

val step: SingleOutputStep[DataStream, SparkStreamingRuntime]

final def synchronized[T0](arg0: ⇒ T0): T0

def to(targets: ConnectionTarget[DataStream, SparkStreamingRuntime]*): Unit

def to(tgt: MultiInputStep[DataStream, SparkStreamingRuntime]): tgt.type

def to(tgt: ConnectionTarget[DataStream, SparkStreamingRuntime]): tgt.type

def toString(): String

def unregister(implicit rt: SparkStreamingRuntime): Unit

Unregisters the step with the runtime.

def value(implicit runtime: SparkStreamingRuntime): DataStream

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final def wrap[U](body: ⇒ U): U

Wraps exceptions into ExecutionException instances.