Object

io.eels.component.hive

HiveOps

Related Doc: package hive

Permalink

object HiveOps extends StrictLogging

Linear Supertypes
StrictLogging, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HiveOps
  2. StrictLogging
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def addColumn(dbName: String, tableName: String, column: Column)(implicit client: IMetaStoreClient): Unit

    Permalink

    Adds this column to the hive schema.

    Adds this column to the hive schema. This is schema evolution. The column must be marked as nullable and cannot have the same name as an existing column.

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. def createPartition(dbName: String, tableName: String, partition: Partition, location: Path)(implicit client: IMetaStoreClient): Unit

    Permalink

    Creates a new partition in Hive in the given database:table.

    Creates a new partition in Hive in the given database:table. The location of the partition must be specified. If you want to use the default location then use the other variant that doesn't require the location path. The values for the serialzation formats are taken from the values for the table.

  8. def createPartition(dbName: String, tableName: String, partition: Partition)(implicit client: IMetaStoreClient): Unit

    Permalink

    Creates a new partition in Hive in the given database:table in the default location, which will be the partition key values as a subdirectory of the table location.

    Creates a new partition in Hive in the given database:table in the default location, which will be the partition key values as a subdirectory of the table location. The values for the serialzation formats are taken from the values for the table.

  9. def createPartitionIfNotExists(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Unit

    Permalink
  10. def createTable(databaseName: String, tableName: String, schema: Schema, partitionKeys: List[String] = Nil, format: HiveFormat = HiveFormat.Text, props: Map[String, String] = Map.empty, tableType: TableType = TableType.MANAGED_TABLE, location: Option[String] = None, overwrite: Boolean = false)(implicit client: IMetaStoreClient): Boolean

    Permalink
  11. def createTimeAsInt: Int

    Permalink
  12. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  13. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  16. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  17. def hivePartitions(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[org.apache.hadoop.hive.metastore.api.Partition]

    Permalink
  18. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  19. def location(dbName: String, tableName: String)(implicit client: IMetaStoreClient): String

    Permalink
  20. val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    StrictLogging → Logging
  21. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  22. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  23. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  24. def partitionExists(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Boolean

    Permalink
  25. def partitionKeyNames(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[String]

    Permalink
  26. def partitionKeys(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[FieldSchema]

    Permalink
  27. def partitionMap(dbName: String, tableName: String)(implicit client: IMetaStoreClient): Map[String, Set[String]]

    Permalink

    Returns a map of all partition keys to their values.

    Returns a map of all partition keys to their values. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

  28. def partitionPath(dbName: String, tableName: String, parts: Seq[PartitionPart], tablePath: Path): Path

    Permalink
  29. def partitionPath(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Path

    Permalink
  30. def partitionPathString(dbName: String, tableName: String, parts: Seq[PartitionPart], tablePath: Path): String

    Permalink
  31. def partitionValues(dbName: String, tableName: String, key: String)(implicit client: IMetaStoreClient): Set[String]

    Permalink

    Returns all partition values for a given partition key.

    Returns all partition values for a given partition key. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

  32. def partitionValues(dbName: String, tableName: String, keys: Seq[String])(implicit client: IMetaStoreClient): List[Set[String]]

    Permalink

    Returns all partition values for the given partition keys.

    Returns all partition values for the given partition keys. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

  33. def partitions(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[Partition]

    Permalink
  34. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  35. def tableExists(databaseName: String, tableName: String)(implicit client: IMetaStoreClient): Boolean

    Permalink
  36. def tableFormat(dbName: String, tableName: String)(implicit client: IMetaStoreClient): String

    Permalink
  37. def tablePath(dbName: String, tableName: String)(implicit client: IMetaStoreClient): Path

    Permalink
  38. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  39. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  40. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  41. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from StrictLogging

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped