MvelStateUpdate

abstract def ensureSerializable(state: S): S

abstract def mapFunc(state: S): Iterable[Row]

Converts the state into a sequence of rows.

abstract def stateClass: Class[S]

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

def -->(targets: ConnectionTarget[DataStream, SparkStreamingRuntime]*): Unit

def -->(tgt: MultiInputStep[DataStream, SparkStreamingRuntime]): tgt.type

def -->(tgt: ConnectionTarget[DataStream, SparkStreamingRuntime]): tgt.type

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addStepListener(listener: StepListener[DataStream, SparkStreamingRuntime]): Unit

Registers a new listener.

def addStreamDataListener(listener: StreamStepDataListener): Unit

Registers a data listener.

def allInputsRequired: Boolean

Specifies if the step should throw an error if one of the inputs is not connected.

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def compute(arg: DataStream)(implicit runtime: SparkStreamingRuntime): DataStream

def compute(index: Int)(implicit runtime: SparkStreamingRuntime): DataStream

Triggers listener notification on stream events.

def ctx(implicit runtime: SparkStreamingRuntime): SQLContext

Returns the implicit SQLContext.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

final def evaluate(implicit runtime: SparkStreamingRuntime): IndexedSeq[DataStream]

Evaluates all step's outputs and returns a list of results.

def finalize(): Unit

def from(src: ConnectionSource[DataStream, SparkStreamingRuntime]): MvelStateUpdate.this.type

final def getClass(): Class[_]

def hashCode(): Int

val index: Int

def input(implicit runtime: SparkStreamingRuntime): DataStream

val inputCount: Int

The maximum number of input ports.

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def outbounds(index: Int): SingleOutputStep[DataStream, SparkStreamingRuntime]

final def output(implicit runtime: SparkStreamingRuntime): DataStream

Shortcut for output(0).

final def output(index: Int)(implicit runtime: SparkStreamingRuntime): DataStream

Computes a step output value at the specified index.

val outputCount: Int

The number of output ports.

def partitionByKey[T](rdd: RDD[Row], groupIndices: Seq[Int], func: (Row) ⇒ T)(implicit arg0: ClassTag[T], runtime: SparkStreamingRuntime): RDD[(Row, T)]

Converts the data frame into an RDD[(key, value)] where key is defined by the group field indices, and value is computed for each row by the supplied function.

def register(implicit rt: SparkStreamingRuntime): Unit

Registers the step with the runtime.

def removeStepListener(listener: StepListener[DataStream, SparkStreamingRuntime]): Unit

Unregisters a listener.

def removeStreamDataListener(listener: StreamStepDataListener): Unit

Unregisters a data listener.

def resetCache(predecessors: Boolean, descendants: Boolean): Unit

Clears the cache of this step and optionally that of its predecessors and descendants.

def sc(implicit runtime: SparkStreamingRuntime): SparkContext

Returns the implicit SparkContext.

def ssc(implicit runtime: SparkStreamingRuntime): StreamingContext

Returns the implicit StreamingContext.

def stateFunc(input: Seq[Row], oldState: Option[S]): Option[S]

The function to pass to updateStateByKey.

val step: Transformer[DataStream, SparkStreamingRuntime]

final def synchronized[T0](arg0: ⇒ T0): T0

def to(targets: ConnectionTarget[DataStream, SparkStreamingRuntime]*): Unit

def to(tgt: MultiInputStep[DataStream, SparkStreamingRuntime]): tgt.type

def to(tgt: ConnectionTarget[DataStream, SparkStreamingRuntime]): tgt.type

def toJson: JValue

def toPair(stream: DataStream, dataFields: Iterable[String], groupFields: Iterable[String])(implicit runtime: SparkStreamingRuntime): DStream[(Row, Row)]

Converts a data frame into a pair DStream[(key, data)], where key is the row key as defined by the set of grouping fields, and data is defied by the set of data fields from the original row.

def toString(): String

def toXml: Elem

def unregister(implicit rt: SparkStreamingRuntime): Unit

Unregisters the step with the runtime.

def value(implicit runtime: SparkStreamingRuntime): DataStream

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final def wrap[U](body: ⇒ U): U

Wraps exceptions into ExecutionException instances.