Comet

datasets: : Absolute path, datasets root folder beneath which each area is defined.
metadata: : Absolute path, location where all types / domains and auto jobs are defined
metrics: : Absolute path, location where all computed metrics are stored
audit: : Absolute path, location where all log are stored
archive: : Should we backup the ingested datasets ? true by default
writeFormat: : Choose between parquet, orc ... Default is parquet
launcher: : Cron Job Manager : simple (useful for testing) or airflow ? simple by default
analyze: : Should we create basics Hive statistics on the generated dataset ? true by default
hive: : Should we create a Hive Table ? true by default
area: : see Area above
airflow: : Airflow end point. Should be defined even if simple launccher is used instead of airflow.

Linear Supertypes

Product, Equals, Serializable, Serializable, AnyRef, Any

Instance Constructors

new Comet(jobId: String, datasets: String, metadata: String, metrics: Metrics, audit: Audit, archive: Boolean, lock: Lock, writeFormat: String, launcher: String, chewerPrefix: String, analyze: Boolean, hive: Boolean, grouped: Boolean, mergeForceDistinct: Boolean, area: Area, airflow: Airflow, elasticsearch: Elasticsearch, hadoop: Map[String, String], jdbc: Map[String, Jdbc], jdbcEngines: Map[String, JdbcEngine], atlas: Atlas, privacy: Privacy, fileSystem: Option[String], internal: Option[Internal])

datasets
: Absolute path, datasets root folder beneath which each area is defined.
metadata
: Absolute path, location where all types / domains and auto jobs are defined
metrics
: Absolute path, location where all computed metrics are stored
audit
: Absolute path, location where all log are stored
archive
: Should we backup the ingested datasets ? true by default
writeFormat
: Choose between parquet, orc ... Default is parquet
launcher
: Cron Job Manager : simple (useful for testing) or airflow ? simple by default
analyze
: Should we create basics Hive statistics on the generated dataset ? true by default
hive
: Should we create a Hive Table ? true by default
area
: see Area above
airflow
: Airflow end point. Should be defined even if simple launccher is used instead of airflow.

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val airflow: Airflow

: Airflow end point.
: Airflow end point. Should be defined even if simple launccher is used instead of airflow.
val analyze: Boolean

: Should we create basics Hive statistics on the generated dataset ? true by default
val archive: Boolean

: Should we backup the ingested datasets ? true by default
val area: Area

: see Area above
final def asInstanceOf[T0]: T0

Definition Classes
Any
val atlas: Atlas
val audit: Audit

: Absolute path, location where all log are stored
val cacheStorageLevel: StorageLevel
val chewerPrefix: String
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val datasets: String

: Absolute path, datasets root folder beneath which each area is defined.
val elasticsearch: Elasticsearch
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val fileSystem: Option[String]
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val grouped: Boolean
val hadoop: Map[String, String]
val hive: Boolean

: Should we create a Hive Table ? true by default
val internal: Option[Internal]
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val jdbc: Map[String, Jdbc]
val jdbcEngines: Map[String, JdbcEngine]
val jobId: String
val launcher: String

: Cron Job Manager : simple (useful for testing) or airflow ? simple by default
val lock: Lock
val mergeForceDistinct: Boolean
val metadata: String

: Absolute path, location where all types / domains and auto jobs are defined
val metrics: Metrics

: Absolute path, location where all computed metrics are stored
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val privacy: Privacy
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val writeFormat: String

: Choose between parquet, orc ...
: Choose between parquet, orc ... Default is parquet
def writeReplace: AnyRef

Attributes
protected
Annotations
@throws( classOf[ObjectStreamException] )

Related Docs: object Comet | package Settings

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val airflow: Airflow

val analyze: Boolean

val archive: Boolean

val area: Area

final def asInstanceOf[T0]: T0

val atlas: Atlas

val audit: Audit

val cacheStorageLevel: StorageLevel

val chewerPrefix: String

def clone(): AnyRef

val datasets: String

val elasticsearch: Elasticsearch

final def eq(arg0: AnyRef): Boolean

val fileSystem: Option[String]

def finalize(): Unit

final def getClass(): Class[_]

val grouped: Boolean

val hadoop: Map[String, String]

val hive: Boolean

val internal: Option[Internal]

final def isInstanceOf[T0]: Boolean

val jdbc: Map[String, Jdbc]

val jdbcEngines: Map[String, JdbcEngine]

val jobId: String

val launcher: String

val lock: Lock

val mergeForceDistinct: Boolean

val metadata: String

val metrics: Metrics

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val privacy: Privacy

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

val writeFormat: String

def writeReplace: AnyRef

Inherited from Product

Inherited from Equals

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped