AtumImplicits

The object contains implicit methods for Control Framework Minimalistic example of enabling control measurements tracking:

import za.co.absa.atum.AtumImplicits._

...
// using basic Atum
spark.enableControlFrameworkTracking(sourceInfoFile = "/source/info/file/path")

...

dataSet.setCheckpoint("Checkpoint Name")

You can use enableControlFrameworkTracking() without parameters if the _INFO file is in the path.

Linear Supertypes

AtumImplicitsBase, AnyRef, Any

Type Members

implicit class AtumSparkSessionWrapper extends AnyRef

The class contains implicit methods for org.apache.spark.sql.SparkSession.
The class contains implicit methods for org.apache.spark.sql.SparkSession.

Definition Classes
AtumImplicitsBase
implicit class DataSetWrapper extends AnyRef

The class contains implicit methods for org.apache.spark.sql.Dataset.
The class contains implicit methods for org.apache.spark.sql.Dataset.

Definition Classes
AtumImplicitsBase
type DefaultControlInfoLoader = ControlMeasuresHdfsLoaderJsonFile

Definition Classes
AtumImplicitsBase
type DefaultControlInfoStorer = ControlMeasuresHdfsStorerJsonFile

Definition Classes
AtumImplicitsBase
implicit class StringPathExt extends AnyRef

Definition Classes
AtumImplicitsBase

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
implicit val atum: Atum
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package atum

object AtumImplicits extends AtumImplicitsBase

Type Members

implicit class AtumSparkSessionWrapper extends AnyRef

implicit class DataSetWrapper extends AnyRef

type DefaultControlInfoLoader = ControlMeasuresHdfsLoaderJsonFile

type DefaultControlInfoStorer = ControlMeasuresHdfsStorerJsonFile

implicit class StringPathExt extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

implicit val atum: Atum

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AtumImplicitsBase

Inherited from AnyRef

Inherited from Any

Ungrouped