HiveOps

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def addColumn(dbName: String, tableName: String, column: Column)(implicit client: IMetaStoreClient): Unit

   

   Adds this column to the hive schema.

   Adds this column to the hive schema. This is schema evolution. The column must be marked as nullable and cannot have the same name as an existing column.

5. def applySpec(spec: HiveSpec, overwrite: Boolean)(implicit client: IMetaStoreClient): Unit

   

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def createPartition(dbName: String, tableName: String, partition: Partition, location: Path)(implicit client: IMetaStoreClient): Unit

   

   Creates a new partition in Hive in the given database:table.

   Creates a new partition in Hive in the given database:table. The location of the partition must be specified. If you want to use the default location then use the other variant that doesn't require the location path. The values for the serialzation formats are taken from the values for the table.

9. def createPartition(dbName: String, tableName: String, partition: Partition)(implicit client: IMetaStoreClient): Unit

   

   Creates a new partition in Hive in the given database:table in the default location, which will be the partition key values as a subdirectory of the table location.

   Creates a new partition in Hive in the given database:table in the default location, which will be the partition key values as a subdirectory of the table location. The values for the serialzation formats are taken from the values for the table.

10. def createPartitionIfNotExists(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Unit

    

11. def createTable(databaseName: String, tableName: String, schema: Schema, partitionKeys: List[String] = Nil, format: HiveFormat = HiveFormat.Text, props: Map[String, String] = Map.empty, tableType: TableType = TableType.MANAGED_TABLE, location: Option[String] = None, overwrite: Boolean = false)(implicit client: IMetaStoreClient): Boolean

    

12. def createTimeAsInt: Int

    

13. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

15. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

17. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

18. def hivePartitions(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[org.apache.hadoop.hive.metastore.api.Partition]

    

19. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

20. def location(dbName: String, tableName: String)(implicit client: IMetaStoreClient): String

    

21. val logger: Logger

    

    Attributes

    protected

    Definition Classes

    StrictLogging → Logging

22. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. final def notify(): Unit

    

    Definition Classes

    AnyRef

24. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

25. def partitionExists(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Boolean

    

26. def partitionKeyNames(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[String]

    

27. def partitionKeys(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[FieldSchema]

    

28. def partitionMap(dbName: String, tableName: String)(implicit client: IMetaStoreClient): Map[String, Seq[String]]

    

    Returns a map of all partition keys to their values.

    Returns a map of all partition keys to their values. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

29. def partitionPath(dbName: String, tableName: String, parts: Seq[PartitionPart], tablePath: Path): Path

    

30. def partitionPath(dbName: String, tableName: String, parts: Seq[PartitionPart])(implicit client: IMetaStoreClient): Path

    

31. def partitionPathString(dbName: String, tableName: String, parts: Seq[PartitionPart], tablePath: Path): String

    

32. def partitionValues(dbName: String, tableName: String, key: String)(implicit client: IMetaStoreClient): Seq[String]

    

    Returns all partition values for a given partition key.

    Returns all partition values for a given partition key. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

33. def partitionValues(dbName: String, tableName: String, keys: Seq[String])(implicit client: IMetaStoreClient): List[Seq[String]]

    

    Returns all partition values for the given partition keys.

    Returns all partition values for the given partition keys. This operation is optimized, in that it does not need to scan files, but can retrieve the information directly from the hive metastore.

34. def partitions(dbName: String, tableName: String)(implicit client: IMetaStoreClient): List[Partition]

    

35. def schema(dbName: String, tableName: String)(implicit client: IMetaStoreClient): Schema

    

36. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

37. def tableExists(databaseName: String, tableName: String)(implicit client: IMetaStoreClient): Boolean

    

38. def tableFormat(dbName: String, tableName: String)(implicit client: IMetaStoreClient): String

    

39. def tablePath(dbName: String, tableName: String)(implicit client: IMetaStoreClient): Path

    

40. def toString(): String

    

    Definition Classes

    AnyRef → Any

41. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

42. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )