Packages

object PartitioningUtils extends SQLConfHelper

Linear Supertypes
SQLConfHelper, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PartitioningUtils
  2. SQLConfHelper
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. case class PartitionValues(columnNames: Seq[String], typedValues: Seq[TypedPartValue]) extends Product with Serializable
  2. case class TypedPartValue(value: String, dataType: DataType) extends Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def castPartValueToDesiredType(desiredType: DataType, value: String, zoneId: ZoneId): Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  7. def conf: SQLConf
    Definition Classes
    SQLConfHelper
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  11. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def getColName(f: StructField, caseSensitive: Boolean): String
  13. def getPathFragment(spec: TablePartitionSpec, partitionColumns: Seq[Attribute]): String
  14. def getPathFragment(spec: TablePartitionSpec, partitionSchema: StructType): String

    This is the inverse of parsePathFragment().

  15. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. def mergeDataAndPartitionSchema(dataSchema: StructType, partitionSchema: StructType, caseSensitive: Boolean): (StructType, Map[String, StructField])
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. def parsePathFragment(pathFragment: String): TablePartitionSpec

    Given a partition path fragment, e.g.

    Given a partition path fragment, e.g. fieldOne=1/fieldTwo=2, returns a parsed spec for that fragment as a TablePartitionSpec, e.g. Map(("fieldOne", "1"), ("fieldTwo", "2")).

  22. def parsePathFragmentAsSeq(pathFragment: String): Seq[(String, String)]

    Given a partition path fragment, e.g.

    Given a partition path fragment, e.g. fieldOne=1/fieldTwo=2, returns a parsed spec for that fragment as a Seq[(String, String)], e.g. Seq(("fieldOne", "1"), ("fieldTwo", "2")).

  23. def partitionColumnsSchema(schema: StructType, partitionColumns: Seq[String]): StructType
  24. def removeLeadingZerosFromNumberTypePartition(value: String, dataType: DataType): String
  25. def resolvePartitions(pathsWithPartitionValues: Seq[(Path, PartitionValues)], caseSensitive: Boolean): Seq[PartitionValues]

    Resolves possible type conflicts between partitions by up-casting "lower" types using findWiderTypeForPartitionColumn.

  26. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  27. val timestampPartitionPattern: String
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. def validatePartitionColumn(schema: StructType, partitionColumns: Seq[String], caseSensitive: Boolean): Unit
  30. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  31. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  32. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from SQLConfHelper

Inherited from AnyRef

Inherited from Any

Ungrouped