LineageWriter

Instance Constructors

new LineageWriter()

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def analyzeExpression(expression: Expression, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): Option[LTransformation]
def analyzeGenerateExpression(generateExpression: Expression, generateOutput: Attribute, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): Option[LTransformation]
final def asInstanceOf[T0]: T0

Definition Classes
Any
def buildTransformations(id: String, plan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): List[LTransformation]
def buildTransformationsV2(lineageContext: LineageParserContext): LTransformations
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate() @throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
var expressionCache: Map[LogicalPlan, Seq[Expression]]
def findSourcePort(expression: Expression, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String]): String
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate()
def getExpressions(plan: LogicalPlan): Seq[Expression]
def getResults: Map[String, LProcess]
def hashCode(): Int

Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate()
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate()
def saveResults(dir: File): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def writeLineage(id: String, name: String, componentType: String, inputs: List[DataFrame], outputs: List[DataFrame], inPorts: List[String], outPorts: List[String]): LProcess
def writeLineageJson(id: String, name: String, componentType: String, inputs: List[DataFrame], outputs: List[DataFrame], inPorts: List[String], outPorts: List[String]): String
def writeLineagePlans(id: String, name: String, componentType: String, inputPlans: List[LogicalPlan], outputs: List[LogicalPlan], inPorts: List[String], outPorts: List[String]): LProcess
def writeOutputLineage(id: String, name: String, inputs: List[DataFrame], inputPorts: List[String]): List[LTransformation]
def writeOutputLineageJson(id: String, name: String, inputs: List[DataFrame], inputPorts: List[String]): String

Deprecated Value Members

def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@Deprecated @deprecated @throws( classOf[java.lang.Throwable] )
Deprecated
(Since version ) see corresponding Javadoc for more information.

Related Doc: package lineage

class LineageWriter extends AnyRef

Instance Constructors

new LineageWriter()

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def analyzeExpression(expression: Expression, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): Option[LTransformation]

def analyzeGenerateExpression(generateExpression: Expression, generateOutput: Attribute, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): Option[LTransformation]

final def asInstanceOf[T0]: T0

def buildTransformations(id: String, plan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String): List[LTransformation]

def buildTransformationsV2(lineageContext: LineageParserContext): LTransformations

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

var expressionCache: Map[LogicalPlan, Seq[Expression]]

def findSourcePort(expression: Expression, currentPlan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String]): String

final def getClass(): Class[_]

def getExpressions(plan: LogicalPlan): Seq[Expression]

def getResults: Map[String, LProcess]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def saveResults(dir: File): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final def wait(): Unit

def writeLineage(id: String, name: String, componentType: String, inputs: List[DataFrame], outputs: List[DataFrame], inPorts: List[String], outPorts: List[String]): LProcess

def writeLineageJson(id: String, name: String, componentType: String, inputs: List[DataFrame], outputs: List[DataFrame], inPorts: List[String], outPorts: List[String]): String

def writeLineagePlans(id: String, name: String, componentType: String, inputPlans: List[LogicalPlan], outputs: List[LogicalPlan], inPorts: List[String], outPorts: List[String]): LProcess

def writeOutputLineage(id: String, name: String, inputs: List[DataFrame], inputPorts: List[String]): List[LTransformation]

def writeOutputLineageJson(id: String, name: String, inputs: List[DataFrame], inputPorts: List[String]): String

Deprecated Value Members

def finalize(): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped