StructuredStreamingETLModel

A streaming processing component that leverages Spark's Structured Streaming API.

name: unique name of the processing component
group: group of which the processing component is part
staticInputs: list of inputs for static datasets
streamingOutput: streaming output
mlModels: machine learning models to be used in the processing
strategy: strategy model that defines the processing
triggerIntervalMs: trigger interval to use, in milliseconds
options: has no effect at all

Linear Supertypes

Serializable, Serializable, Product, Equals, ProcessingComponentModel, AnyRef, Any

Instance Constructors

new StructuredStreamingETLModel(name: String, group: String = "default", streamingInput: StreamingReaderModel, staticInputs: List[ReaderModel], streamingOutput: WriterModel, mlModels: List[MlModelOnlyInfo], strategy: Option[StrategyModel], triggerIntervalMs: Option[Long], options: Map[String, String] = Map.empty)

name
unique name of the processing component
group
group of which the processing component is part
staticInputs
list of inputs for static datasets
streamingOutput
streaming output
mlModels
machine learning models to be used in the processing
strategy
strategy model that defines the processing
triggerIntervalMs
trigger interval to use, in milliseconds
options
has no effect at all

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def generateStandardProcessingComponentName: String

Definition Classes
ProcessingComponentModel
def generateStandardWriterName: String

Definition Classes
ProcessingComponentModel
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val group: String

group of which the processing component is part
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val mlModels: List[MlModelOnlyInfo]

machine learning models to be used in the processing
val name: String

unique name of the processing component
unique name of the processing component

Definition Classes
StructuredStreamingETLModel → ProcessingComponentModel
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val options: Map[String, String]

has no effect at all
val staticInputs: List[ReaderModel]

list of inputs for static datasets
val strategy: Option[StrategyModel]

strategy model that defines the processing
val streamingInput: StreamingReaderModel
val streamingOutput: WriterModel

streaming output
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val triggerIntervalMs: Option[Long]

trigger interval to use, in milliseconds
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package models

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

def generateStandardProcessingComponentName: String

def generateStandardWriterName: String

final def getClass(): Class[_]

val group: String

final def isInstanceOf[T0]: Boolean

val mlModels: List[MlModelOnlyInfo]

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val options: Map[String, String]

val staticInputs: List[ReaderModel]

val strategy: Option[StrategyModel]

val streamingInput: StreamingReaderModel

val streamingOutput: WriterModel

final def synchronized[T0](arg0: ⇒ T0): T0

val triggerIntervalMs: Option[Long]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from ProcessingComponentModel

Inherited from AnyRef

Inherited from Any

Ungrouped