HiveTable

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def compact(finalFilename: String = "eel_compacted_" + System.nanoTime): Unit

   

7. def create(schema: StructType, partitionFields: Seq[String] = Nil, tableType: TableType = TableType.MANAGED_TABLE, dialect: HiveDialect = ParquetHiveDialect(), props: Map[String, String] = Map.empty): Unit

   

8. val dbName: String

   

9. def deletePartition(partition: Partition, deleteData: Boolean): Unit

   

10. def dialect: HiveDialect

    

11. def drop(deleteData: Boolean = true): Unit

    

12. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. def exists(): Boolean

    

14. def files(): Map[Path, Seq[Path]]

    

    Returns all the files used by this table.

    Returns all the files used by this table. The result is a mapping of partition path to the files contained in that partition.

15. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

16. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

17. def hasPartitions: Boolean

    

18. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

19. def location(): Path

    

20. val logger: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

21. def login(principal: String, keytabPath: Path): Unit

    

22. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. final def notify(): Unit

    

    Definition Classes

    AnyRef

24. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

25. lazy val ops: HiveOps

    

26. def partitionMetaData(constraints: Seq[PartitionConstraint]): Seq[PartitionMetaData]

    

27. def partitionMetaData(partition: Partition): Option[PartitionMetaData]

    

28. def partitionMetaData(): Seq[PartitionMetaData]

    

    Returns all the partitions along with extra meta data per partition, eg location, creation time.

29. def partitionValues(key: String): Set[String]

    

    Returns just the values for the given partition key

30. def partitions(): Seq[Partition]

    

    Returns all the partitions used by this hive source.

31. def paths(includePartitionDirs: Boolean, includeTableDir: Boolean, regex: Regex): Seq[Path]

    

    Returns a list of all files used by this hive table that match the given regex.

    Returns a list of all files used by this hive table that match the given regex. The full path of the file will be used when matching against the regex.

    includePartitionDirs

    if true then the partition directories will be included

    includeTableDir

    if true then the main table directory will be included

    returns

    paths of all files and directories

32. def paths(includePartitionDirs: Boolean, includeTableDir: Boolean): Seq[Path]

    

    Returns a list of all files used by this hive table.

    Returns a list of all files used by this hive table.

    includePartitionDirs

    if true then the partition directories will be included

    includeTableDir

    if true then the main table directory will be included

    returns

    paths of all files and directories

33. def schema: StructType

    

34. def setAcl(acl: AclSpec, includePartitionDirs: Boolean = false, includeTableDir: Boolean = false): Unit

    

    Sets the acl for all files of this hive source.

    Sets the acl for all files of this hive source. Even if the files are not located inside the table directory, this function will find them and correctly update the spec.

    acl

    the acl values to set

35. def setPermissions(permission: FsPermission, includePartitionDirs: Boolean = false, includeTableDir: Boolean = false): Unit

    

36. def showDdl(ifNotExists: Boolean = true): String

    

37. def sink: HiveSink

    

38. def source: HiveSource

    

39. def spec(): TableSpec

    

    Returns a TableSpec which contains details of the underlying table.

    Returns a TableSpec which contains details of the underlying table. Similar to the Table class in the Hive API but using scala friendly types.

40. def stats(): HiveStats

    

41. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

42. val tableName: String

    

43. def tablePermission(): FsPermission

    

44. def toHdfsSource: HdfsSource

    

45. def truncate(removePartitions: Boolean): Unit

    

46. def truncatePartition(partition: Partition): Unit

    

47. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

48. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

49. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )