HdfsDeletionConfig

Contains the configuration settings for an Hdfs Deletion Job

keysToDeleteWithCorrelation: list of distinct keys to delete (from config or input model)
rawModel: RawModel to handle
rawMatchingStrategy: RawMatchingStrategy defined in the BatchJobModel
rawMatchingCondition: WHERE condition derived from the RawMatchingStrategy
partitionPruningCondition: WHERE condition derived from the PartitionPruningStrategy
stagingDirUri: staging directory path to use (from config or default = rawModel.uri + "/staging")
backupDirUri: backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")
missingPathFailure: if true a missing path inside rawModel results in deletion failure

Linear Supertypes

Serializable, Serializable, Product, Equals, DeletionConfig, AnyRef, Any

Instance Constructors

new HdfsDeletionConfig(keysToDeleteWithCorrelation: Seq[KeyWithCorrelation], rawModel: RawModel, rawMatchingStrategy: RawMatchingStrategy, rawMatchingCondition: Column, partitionPruningCondition: Column, stagingDirUri: String, backupDirUri: String, missingPathFailure: Boolean = false, dryRun: Boolean)

keysToDeleteWithCorrelation
list of distinct keys to delete (from config or input model)
rawModel
RawModel to handle
rawMatchingStrategy
RawMatchingStrategy defined in the BatchJobModel
rawMatchingCondition
WHERE condition derived from the RawMatchingStrategy
partitionPruningCondition
WHERE condition derived from the PartitionPruningStrategy
stagingDirUri
staging directory path to use (from config or default = rawModel.uri + "/staging")
backupDirUri
backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")
missingPathFailure
if true a missing path inside rawModel results in deletion failure

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val backupDirUri: String

backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val dryRun: Boolean
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def joinCondition(dataKeyColumn: Column, inputKeyColumn: Column): Column
val keysToDeleteWithCorrelation: Seq[KeyWithCorrelation]

list of distinct keys to delete (from config or input model)
val missingPathFailure: Boolean

if true a missing path inside rawModel results in deletion failure
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val partitionPruningCondition: Column

WHERE condition derived from the PartitionPruningStrategy
val rawMatchingCondition: Column

WHERE condition derived from the RawMatchingStrategy
val rawMatchingStrategy: RawMatchingStrategy

RawMatchingStrategy defined in the BatchJobModel
val rawModel: RawModel

RawModel to handle
val stagingDirUri: String

staging directory path to use (from config or default = rawModel.uri + "/staging")
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object HdfsDeletionConfig | package config

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val backupDirUri: String

def clone(): AnyRef

val dryRun: Boolean

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

def joinCondition(dataKeyColumn: Column, inputKeyColumn: Column): Column

val keysToDeleteWithCorrelation: Seq[KeyWithCorrelation]

val missingPathFailure: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val partitionPruningCondition: Column

val rawMatchingCondition: Column

val rawMatchingStrategy: RawMatchingStrategy

val rawModel: RawModel

val stagingDirUri: String

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DeletionConfig

Inherited from AnyRef

Inherited from Any

Ungrouped