AutoJobDesc

A job is a set of transform tasks executed using the specified engine.

tasks: List of transform tasks to execute
area: Area where the data is located. When using the BigQuery engine, teh area corresponds to the dataset name we will be working on in this job. When using the Spark engine, this is folder where the data should be store. Default value is "business"
format: output file format when using Spark engine. Ingored for BigQuery. Default value is "parquet"
coalesce: When outputting files, should we coalesce it to a single file. Useful when CSV is the output format.
udf: : Register UDFs written in this JVM class when using Spark engine Register UDFs stored at this location when using BigQuery engine
views: : Create temporary views using where the key is the view name and the map the SQL request corresponding to this view using the SQL engine supported syntax.
engine: : SPARK or BQ. Default value is SPARK.

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Instance Constructors

new AutoJobDesc(name: String, tasks: List[AutoTaskDesc], area: Option[StorageArea] = None, format: Option[String], coalesce: Option[Boolean], udf: Option[String] = None, views: Option[Map[String, String]] = None, engine: Option[Engine] = None)

tasks
List of transform tasks to execute
area
Area where the data is located. When using the BigQuery engine, teh area corresponds to the dataset name we will be working on in this job. When using the Spark engine, this is folder where the data should be store. Default value is "business"
format
output file format when using Spark engine. Ingored for BigQuery. Default value is "parquet"
coalesce
When outputting files, should we coalesce it to a single file. Useful when CSV is the output format.
udf
: Register UDFs written in this JVM class when using Spark engine Register UDFs stored at this location when using BigQuery engine
views
: Create temporary views using where the key is the view name and the map the SQL request corresponding to this view using the SQL engine supported syntax.
engine
: SPARK or BQ. Default value is SPARK.

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val area: Option[StorageArea]

Area where the data is located.
Area where the data is located. When using the BigQuery engine, teh area corresponds to the dataset name we will be working on in this job. When using the Spark engine, this is folder where the data should be store. Default value is "business"
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val coalesce: Option[Boolean]

When outputting files, should we coalesce it to a single file.
When outputting files, should we coalesce it to a single file. Useful when CSV is the output format.
val engine: Option[Engine]

: SPARK or BQ.
: SPARK or BQ. Default value is SPARK.
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
val format: Option[String]

output file format when using Spark engine.
output file format when using Spark engine. Ingored for BigQuery. Default value is "parquet"
def getArea(): StorageArea
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getEngine(): Engine
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val name: String
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tasks: List[AutoTaskDesc]

List of transform tasks to execute
val udf: Option[String]

: Register UDFs written in this JVM class when using Spark engine Register UDFs stored at this location when using BigQuery engine
val views: Option[Map[String, String]]

: Create temporary views using where the key is the view name and the map the SQL request corresponding to this view using the SQL engine supported syntax.
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package model

case class AutoJobDesc(name: String, tasks: List[AutoTaskDesc], area: Option[StorageArea] = None, format: Option[String], coalesce: Option[Boolean], udf: Option[String] = None, views: Option[Map[String, String]] = None, engine: Option[Engine] = None) extends Product with Serializable

Instance Constructors

new AutoJobDesc(name: String, tasks: List[AutoTaskDesc], area: Option[StorageArea] = None, format: Option[String], coalesce: Option[Boolean], udf: Option[String] = None, views: Option[Map[String, String]] = None, engine: Option[Engine] = None)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val area: Option[StorageArea]

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val coalesce: Option[Boolean]

val engine: Option[Engine]

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

val format: Option[String]

def getArea(): StorageArea

final def getClass(): Class[_]

def getEngine(): Engine

final def isInstanceOf[T0]: Boolean

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

val tasks: List[AutoTaskDesc]

val udf: Option[String]

val views: Option[Map[String, String]]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped