AutoTaskDesc

Task executed in the context of a job. Each task is executed in its own session.

sql: Main SQL request to exexute (do not forget to prefix table names with the database name to avoid conflicts)
domain: Output domain in output Area (Will be the Database name in Hive or Dataset in BigQuery)
dataset: Dataset Name in output Area (Will be the Table name in Hive & BigQuery)
write: Append to or overwrite existing data
partition: List of columns used for partitioning the outtput.
presql: List of SQL requests to executed before the main SQL request is run
postsql: List of SQL requests to executed after the main SQL request is run
area: Target Area where domain / dataset will be stored.
sink: Where to sink the data
rls: Row level security policy to apply too the output data.

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Instance Constructors

new AutoTaskDesc(sql: String, domain: String, dataset: String, write: WriteMode, partition: Option[List[String]] = None, presql: Option[List[String]] = None, postsql: Option[List[String]] = None, area: Option[StorageArea] = None, sink: Option[Sink] = None, rls: Option[List[RowLevelSecurity]] = None, assertions: Option[Map[String, String]] = None)

sql
Main SQL request to exexute (do not forget to prefix table names with the database name to avoid conflicts)
domain
Output domain in output Area (Will be the Database name in Hive or Dataset in BigQuery)
dataset
Dataset Name in output Area (Will be the Table name in Hive & BigQuery)
write
Append to or overwrite existing data
partition
List of columns used for partitioning the outtput.
presql
List of SQL requests to executed before the main SQL request is run
postsql
List of SQL requests to executed after the main SQL request is run
area
Target Area where domain / dataset will be stored.
sink
Where to sink the data
rls
Row level security policy to apply too the output data.

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val area: Option[StorageArea]

Target Area where domain / dataset will be stored.
final def asInstanceOf[T0]: T0

Definition Classes
Any
val assertions: Option[Map[String, String]]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val dataset: String

Dataset Name in output Area (Will be the Table name in Hive & BigQuery)
val domain: String

Output domain in output Area (Will be the Database name in Hive or Dataset in BigQuery)
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getHiveDB(defaultArea: Option[StorageArea]): Option[String]
def getPartitions(): List[String]

Annotations
@JsonIgnore()
def getTargetPath(defaultArea: Option[StorageArea])(implicit settings: Settings): Option[Path]

Return a Path only if a storage area s defined
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val partition: Option[List[String]]

List of columns used for partitioning the outtput.
val postsql: Option[List[String]]

List of SQL requests to executed after the main SQL request is run
val presql: Option[List[String]]

List of SQL requests to executed before the main SQL request is run
val rls: Option[List[RowLevelSecurity]]

Row level security policy to apply too the output data.
val sink: Option[Sink]

Where to sink the data
val sql: String

Main SQL request to exexute (do not forget to prefix table names with the database name to avoid conflicts)
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val write: WriteMode

Append to or overwrite existing data

Related Doc: package model

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val area: Option[StorageArea]

final def asInstanceOf[T0]: T0

val assertions: Option[Map[String, String]]

def clone(): AnyRef

val dataset: String

val domain: String

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getHiveDB(defaultArea: Option[StorageArea]): Option[String]

def getPartitions(): List[String]

def getTargetPath(defaultArea: Option[StorageArea])(implicit settings: Settings): Option[Path]

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val partition: Option[List[String]]

val postsql: Option[List[String]]

val presql: Option[List[String]]

val rls: Option[List[RowLevelSecurity]]

val sink: Option[Sink]

val sql: String

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

val write: WriteMode

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped