HiveOps

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def addColumn(dbName: String, tableName: String, field: Field): Unit

   

   Adds this column to the hive schema.

   Adds this column to the hive schema. This is schema evolution. The column must be marked as nullable and cannot have the same name as an existing column.

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. val client: IMetaStoreClient

   

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def createDatabase(name: String, description: String = null, overwrite: Boolean = false): Unit

   

9. def createPartition(dbName: String, tableName: String, location: Path, values: Seq[String]): Unit

   

   Creates a new partition in Hive in the given database.table.

   Creates a new partition in Hive in the given database.table. The location of the partition must be specified. If you want to use the default location then use the other variant that doesn't require the location path. The values for the serialization formats are taken from the values for the table.

10. def createPartition(dbName: String, tableName: String, partition: Partition, strategy: PartitionPathStrategy): Unit

    

    Creates a new partition in Hive in the given database.table in the default location, which will be a subdirectory of the table location.

    Creates a new partition in Hive in the given database.table in the default location, which will be a subdirectory of the table location. The supplied partition path strategy will be used to generate the partition name.

11. def createPartitionIfNotExists(dbName: String, tableName: String, partition: Partition, partitionPathStrategy: PartitionPathStrategy): Unit

    

12. def createTable(databaseName: String, tableName: String, schema: StructType, partitionKeys: Seq[String], format: HiveFormat = HiveFormat.Text, props: Map[String, String] = Map.empty, tableType: TableType = TableType.MANAGED_TABLE, location: String = null, overwrite: Boolean = false): Boolean

    

13. def createTimeAsInt(): Int

    

14. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

15. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

16. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

17. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

18. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

19. def hivePartitions(dbName: String, tableName: String): List[Partition]

    

    Returns hive API partitions for the given dbName:tableName

    Returns hive API partitions for the given dbName:tableName

    In Hive, a partition is a set

20. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

21. def location(dbName: String, tableName: String): String

    

22. val logger: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

23. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. final def notify(): Unit

    

    Definition Classes

    AnyRef

25. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

26. def partitionExists(dbName: String, tableName: String, partition: Partition): Boolean

    

27. def partitionFieldSchemas(dbName: String, tableName: String): List[FieldSchema]

    

    Returns the hive FieldSchema's for partition columns.

    Returns the hive FieldSchema's for partition columns. Hive calls these "partition partitionKeys"

28. def partitionFields(dbName: String, tableName: String): List[Field]

    

29. def partitionKeys(dbName: String, tableName: String): List[String]

    

30. def partitionMap(dbName: String, tableName: String): Map[String, Seq[String]]

    

    Returns a map of all partition keys to the distinct values.

    Returns a map of all partition keys to the distinct values. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

31. def partitionValues(dbName: String, tableName: String, key: String): Seq[String]

    

    Returns all partition values for a given partition key.

    Returns all partition values for a given partition key. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

32. def partitions(dbName: String, tableName: String): List[Partition]

    

33. def partitionsMetaData(dbName: String, tableName: String): Seq[PartitionMetaData]

    

34. def schema(dbName: String, tableName: String): StructType

    

35. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

36. def tableExists(databaseName: String, tableName: String): Boolean

    

37. def tableFormat(dbName: String, tableName: String): String

    

38. def tablePath(dbName: String, tableName: String): Path

    

39. def toString(): String

    

    Definition Classes

    AnyRef → Any

40. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

41. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

42. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )