Class

ai.chronon.spark

PartitionRange

Related Doc: package spark

Permalink

case class PartitionRange(start: String, end: String)(implicit tableUtils: TableUtils) extends DataRange with Ordered[PartitionRange] with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, Ordered[PartitionRange], Comparable[PartitionRange], DataRange, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PartitionRange
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. Ordered
  7. Comparable
  8. DataRange
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PartitionRange(start: String, end: String)(implicit tableUtils: TableUtils)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. def <(that: PartitionRange): Boolean

    Permalink
    Definition Classes
    Ordered
  4. def <=(that: PartitionRange): Boolean

    Permalink
    Definition Classes
    Ordered
  5. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  6. def >(that: PartitionRange): Boolean

    Permalink
    Definition Classes
    Ordered
  7. def >=(that: PartitionRange): Boolean

    Permalink
    Definition Classes
    Ordered
  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  9. def betweenClauses: String

    Permalink
  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def compare(that: PartitionRange): Int

    Permalink
    Definition Classes
    PartitionRange → Ordered
  12. def compareTo(that: PartitionRange): Int

    Permalink
    Definition Classes
    Ordered → Comparable
  13. val end: String

    Permalink
  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  15. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  16. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  17. def intersect(other: PartitionRange): PartitionRange

    Permalink
  18. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  19. def isSingleDay: Boolean

    Permalink
  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  23. def partitions: Seq[String]

    Permalink
  24. def scanQueryDf(query: Query, table: String, appendRawQueryString: String = "", fillIfAbsent: Map[String, String] = Map.empty, partitionColOpt: Option[String] = None, renamePartitionCol: Boolean = false): DataFrame

    Permalink

    Executes a scan query on the specified table and returns the resulting DataFrame.

    Executes a scan query on the specified table and returns the resulting DataFrame.

    query

    the object containing select clauses and where conditions

    table

    the name of the table from which to scan data

    appendRawQueryString

    an optional raw string to append to the generated query

    fillIfAbsent

    a map of column names to default values for filling in absent columns

    partitionColOpt

    an optional override for the partition column; if not provided, the default partition column from tableUtils is used

    renamePartitionCol

    if true, the partition column in the resulting DataFrame will be renamed to the standard column name; otherwise, the original column name is retained

    returns

    Dataframe containing the result of executing the constructed scan query

  25. def scanQueryStringAndDf(query: Query, table: String, appendRawQueryString: String = "", fillIfAbsent: Map[String, String] = Map.empty, partitionColOpt: Option[String] = None, renamePartitionCol: Boolean = false): (String, DataFrame)

    Permalink

    Identical to scanQueryDf except for exposing the query string for testing or logging.

  26. def shift(days: Int): PartitionRange

    Permalink
  27. val start: String

    Permalink
  28. def steps(days: Int): Seq[PartitionRange]

    Permalink
  29. def substituteMacros(template: String): String

    Permalink
  30. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  31. def toString(): String

    Permalink
    Definition Classes
    PartitionRange → AnyRef → Any
  32. def toTimePoints: Array[Long]

    Permalink
    Definition Classes
    PartitionRangeDataRange
  33. def valid: Boolean

    Permalink
  34. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  35. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  36. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  37. def wellDefined: Boolean

    Permalink
  38. def whereClauses(partitionColumn: String = tableUtils.partitionColumn): Seq[String]

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Ordered[PartitionRange]

Inherited from Comparable[PartitionRange]

Inherited from DataRange

Inherited from AnyRef

Inherited from Any

Ungrouped