class EntitySource extends TBase[EntitySource, _Fields] with Serializable with Cloneable with Comparable[EntitySource]
Entity Sources represent data that gets mutated over-time - at row-level. This is a group of three data elements.
snapshotTable, mutationTable and mutationTopic. mutationTable and mutationTopic are only necessary if we are trying
to create realtime or point-in-time aggregations over these sources. Entity sources usually map 1:1 with a database
tables in your OLTP store that typically serves live application traffic. When mutation data is absent they map 1:1
to dim
tables in star schema.
:param snapshotTable: Table currently needs to be a 'ds' (date string - yyyy-MM-dd) partitioned hive table. :param mutationTable: Topic is a kafka table. The table contains all the events historically came through this topic. :param mutationTopic: The logic used to scan both the table and the topic. Contains row level transformations and filtering expressed as Spark SQL statements. :param isCumulative: If each new hive partition contains not just the current day's events but the entire set of events since the begininng. The key property is that the events are not mutated across partitions.
- Annotations
- @SuppressWarnings() @Generated()
- Alphabetic
- By Inheritance
- EntitySource
- Cloneable
- TBase
- Serializable
- TSerializable
- Comparable
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Instance Constructors
- new EntitySource(other: EntitySource)
Performs a deep copy on other.
- new EntitySource()
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clear(): Unit
- Definition Classes
- EntitySource → TBase
- Annotations
- @Override()
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native()
- def compareTo(other: EntitySource): Int
- Definition Classes
- EntitySource → Comparable
- Annotations
- @Override()
- def deepCopy(): EntitySource
- Definition Classes
- EntitySource → TBase
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(that: EntitySource): Boolean
- def equals(that: AnyRef): Boolean
- Definition Classes
- EntitySource → AnyRef → Any
- Annotations
- @Override()
- def fieldForId(fieldId: Int): _Fields
- Definition Classes
- EntitySource → TBase
- Annotations
- @Nullable()
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable])
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def getFieldValue(field: _Fields): AnyRef
- Definition Classes
- EntitySource → TBase
- Annotations
- @Nullable()
- def getMutationTable(): String
- Annotations
- @Nullable()
- def getMutationTopic(): String
- Annotations
- @Nullable()
- def getQuery(): Query
- Annotations
- @Nullable()
- def getSnapshotTable(): String
- Annotations
- @Nullable()
- def hashCode(): Int
- Definition Classes
- EntitySource → AnyRef → Any
- Annotations
- @Override()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def isSet(field: _Fields): Boolean
Returns true if field corresponding to fieldID is set (has been assigned a value) and false otherwise
Returns true if field corresponding to fieldID is set (has been assigned a value) and false otherwise
- Definition Classes
- EntitySource → TBase
- def isSetMutationTable(): Boolean
Returns true if field mutationTable is set (has been assigned a value) and false otherwise
- def isSetMutationTopic(): Boolean
Returns true if field mutationTopic is set (has been assigned a value) and false otherwise
- def isSetQuery(): Boolean
Returns true if field query is set (has been assigned a value) and false otherwise
- def isSetSnapshotTable(): Boolean
Returns true if field snapshotTable is set (has been assigned a value) and false otherwise
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def read(iprot: TProtocol): Unit
- Definition Classes
- EntitySource → TSerializable
- def setFieldValue(field: _Fields, value: AnyRef): Unit
- Definition Classes
- EntitySource → TBase
- def setMutationTable(mutationTable: String): EntitySource
- def setMutationTableIsSet(value: Boolean): Unit
- def setMutationTopic(mutationTopic: String): EntitySource
- def setMutationTopicIsSet(value: Boolean): Unit
- def setQuery(query: Query): EntitySource
- def setQueryIsSet(value: Boolean): Unit
- def setSnapshotTable(snapshotTable: String): EntitySource
- def setSnapshotTableIsSet(value: Boolean): Unit
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- EntitySource → AnyRef → Any
- Annotations
- @Override()
- def unsetMutationTable(): Unit
- def unsetMutationTopic(): Unit
- def unsetQuery(): Unit
- def unsetSnapshotTable(): Unit
- def validate(): Unit
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- def write(oprot: TProtocol): Unit
- Definition Classes
- EntitySource → TSerializable