BaseContexts

Provide context combinators to complete job definition, that can take some another arguments + spark computational context.

Available contexts:

org.apache.spark.SparkContext
org.apache.spark.streaming.StreamingContext
org.apache.spark.sql.SQLContext
org.apache.spark.sql.hive.HiveContext

There are two ways how to define job using that standard combinators:

For job which doesn't require any external argument except context use one of bellow functions:

onSparkContext((spark: SparkContext) => {...})
onStreamingContext((ssc: StreamingContext) => {...})
onSqlContext((sqlCtx: SQLContext) => {...})
onHiveContext((hiveCtx: HiveContext) => {...})

In case when you have arguments you can call that functions on them

withArgs(arg[Int]("x") & arg[String]("str")).onSparkContext(
  (x: Int, str: String, sc: SparkContext) => {
    ...
})

Linear Supertypes

AnyRef, Any

Known Subclasses

BaseContexts, Contexts, Contexts, MistFn

Type Members

implicit class ContextsOps[A] extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def onHiveContext[F, Out](f: F)(implicit tjd: Aux[HiveContext, F, Out]): Handle[Out]

Define job execution function that takes only org.apache.spark.sql.hive.HiveContext as an argument.
def onSparkContext[F, Out](f: F)(implicit tjd: Aux[SparkContext, F, Out]): Handle[Out]

Define job execution function that takes only org.apache.spark.SparkContext as an argument.
def onSqlContext[F, Out](f: F)(implicit tjd: Aux[SQLContext, F, Out]): Handle[Out]

Define job execution function that takes only org.apache.spark.sql.SQLContext as an argument.
def onStreamingContext[F, Out](f: F)(implicit tjd: Aux[StreamingContext, F, Out]): Handle[Out]

Define job execution function that takes only org.apache.spark.streaming.StreamingContext as an argument.
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object BaseContexts | package api

trait BaseContexts extends AnyRef

Type Members

implicit class ContextsOps[A] extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onHiveContext[F, Out](f: F)(implicit tjd: Aux[HiveContext, F, Out]): Handle[Out]

def onSparkContext[F, Out](f: F)(implicit tjd: Aux[SparkContext, F, Out]): Handle[Out]

def onSqlContext[F, Out](f: F)(implicit tjd: Aux[SQLContext, F, Out]): Handle[Out]

def onStreamingContext[F, Out](f: F)(implicit tjd: Aux[StreamingContext, F, Out]): Handle[Out]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped