DeequCheck

An implementation of DataQualityCheck which uses the Deequ library for performing data validation checks (https://github.com/awslabs/deequ)

checks: simple Deequ validation checks
metricsRepositoryChecks: Deequ validation checks which use a metrics repository e.g. anomaly checks
maybeMetadata: optional Deequ metadata containing information on the metrics repository to use (required if there are any metricsRepositoryChecks)

Linear Supertypes

Serializable, Serializable, Product, Equals, DataQualityCheck[DeequCheck], AnyRef, Any

Instance Constructors

new DeequCheck(checks: (VerificationRunBuilder) ⇒ VerificationRunBuilder = identity, metricsRepositoryChecks: Option[(VerificationRunBuilderWithRepository) ⇒ VerificationRunBuilderWithRepository] = None, maybeMetadata: Option[DeequMetadata])

checks
simple Deequ validation checks
metricsRepositoryChecks
Deequ validation checks which use a metrics repository e.g. anomaly checks
maybeMetadata
optional Deequ metadata containing information on the metrics repository to use (required if there are any metricsRepositoryChecks)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
def ++(other: DeequCheck): DeequCheck

Definition Classes
DeequCheck → DataQualityCheck
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val checks: (VerificationRunBuilder) ⇒ VerificationRunBuilder

simple Deequ validation checks
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def constraintResultToAlert(label: String, constraintResult: ConstraintResult, alertImportance: AlertImportance): DataQualityAlert
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getAlertImportance(checkStatus: amazon.deequ.checks.CheckStatus.Value): AlertImportance
def getAlerts(label: String, data: Dataset[_]): Seq[DataQualityAlert]

Definition Classes
DeequCheck → DataQualityCheck
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getResult(label: String, data: Dataset[_]): VerificationResult
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val maybeMetadata: Option[DeequMetadata]

optional Deequ metadata containing information on the metrics repository to use (required if there are any metricsRepositoryChecks)
val metricsRepositoryChecks: Option[(VerificationRunBuilderWithRepository) ⇒ VerificationRunBuilderWithRepository]

Deequ validation checks which use a metrics repository e.g.
Deequ validation checks which use a metrics repository e.g. anomaly checks
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def validateCheck: Try[Unit]

Definition Classes
DeequCheck → DataQualityCheck
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package deequ

Instance Constructors

new DeequCheck(checks: (VerificationRunBuilder) ⇒ VerificationRunBuilder = identity, metricsRepositoryChecks: Option[(VerificationRunBuilderWithRepository) ⇒ VerificationRunBuilderWithRepository] = None, maybeMetadata: Option[DeequMetadata])

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def ++(other: DeequCheck): DeequCheck

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val checks: (VerificationRunBuilder) ⇒ VerificationRunBuilder

def clone(): AnyRef

def constraintResultToAlert(label: String, constraintResult: ConstraintResult, alertImportance: AlertImportance): DataQualityAlert

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

def getAlertImportance(checkStatus: amazon.deequ.checks.CheckStatus.Value): AlertImportance

def getAlerts(label: String, data: Dataset[_]): Seq[DataQualityAlert]

final def getClass(): Class[_]

def getResult(label: String, data: Dataset[_]): VerificationResult

final def isInstanceOf[T0]: Boolean

val maybeMetadata: Option[DeequMetadata]

val metricsRepositoryChecks: Option[(VerificationRunBuilderWithRepository) ⇒ VerificationRunBuilderWithRepository]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def validateCheck: Try[Unit]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DataQualityCheck[DeequCheck]

Inherited from AnyRef

Inherited from Any

Ungrouped