OpApp

abstract def run(runType: OpWorkflowRunType, opParams: OpParams)(implicit spark: SparkSession, streaming: StreamingContext): Unit

The main function to run your OpWorkflow.

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def appName: String

Application name (gets the value of 'spark.app.name' parameter).

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def defaultAppName: String

Default application name - to be used if 'spark.app.name' parameter is not set.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def kryoRegistrator: Class[_ <: OpKryoRegistrator]

Kryo registrar to use when creating a SparkConf.

def main(args: Array[String]): Unit

The main method - loads the params and runs the workflow according to parameter settings.

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def parseArgs(args: Array[String]): (OpWorkflowRunType, OpParams)

Parse command line arguments as OpParams.

def sparkConf: SparkConf

Configuration for a Spark application.

def sparkSession: SparkSession

Gets/creates a Spark Session.

def sparkStreamingContext(batchDuration: Duration): StreamingContext

Gets/creates a Spark Streaming Context.

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit