Class/Object

io.eels.component.hive

HiveSink

Related Docs: object HiveSink | package hive

Permalink

case class HiveSink(dbName: String, tableName: String, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionStrategy: PartitionStrategy = new DynamicPartitionStrategy, filenameStrategy: FilenameStrategy = DefaultFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, metastoreSchemaHandler: MetastoreSchemaHandler = ..., alignStrategy: AlignmentStrategy = RowPaddingAlignmentStrategy, outputSchemaStrategy: OutputSchemaStrategy = SkipPartitionsOutputSchemaStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, dialect: Option[HiveDialect] = None, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient) extends Sink with Logging with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, scala.Equals, Logging, Sink, Using, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HiveSink
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. Logging
  7. Sink
  8. Using
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HiveSink(dbName: String, tableName: String, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionStrategy: PartitionStrategy = new DynamicPartitionStrategy, filenameStrategy: FilenameStrategy = DefaultFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, metastoreSchemaHandler: MetastoreSchemaHandler = ..., alignStrategy: AlignmentStrategy = RowPaddingAlignmentStrategy, outputSchemaStrategy: OutputSchemaStrategy = SkipPartitionsOutputSchemaStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, dialect: Option[HiveDialect] = None, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def addCommitCallback(callback: CommitCallback): HiveSink

    Permalink

    Add a callback that will be invoked when commit operations are taking place.

  5. val alignStrategy: AlignmentStrategy

    Permalink

  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  7. val callbacks: Seq[CommitCallback]

    Permalink

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def containsUpperCase(schema: StructType): Boolean

    Permalink

  10. val createTable: Boolean

    Permalink

  11. val dbName: String

    Permalink

  12. val dialect: Option[HiveDialect]

    Permalink

  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  14. val fileListener: FileListener

    Permalink

  15. val filenameStrategy: FilenameStrategy

    Permalink

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  18. val inheritPermissions: Option[Boolean]

    Permalink

  19. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  20. val keytabPath: Option[Path]

    Permalink

  21. val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  22. val metadata: Map[String, String]

    Permalink

  23. val metastoreSchemaHandler: MetastoreSchemaHandler

    Permalink

  24. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  25. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  26. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  27. def open(schema: StructType, n: Int): Seq[SinkWriter]

    Permalink
    Definition Classes
    HiveSink → Sink

  28. def open(schema: StructType): SinkWriter

    Permalink
    Definition Classes
    HiveSink → Sink

  29. val outputSchemaStrategy: OutputSchemaStrategy

    Permalink

  30. val partitionFields: Seq[String]

    Permalink

  31. val partitionStrategy: PartitionStrategy

    Permalink

  32. val permission: Option[FsPermission]

    Permalink

  33. val principal: Option[String]

    Permalink

  34. val roundingMode: RoundingMode

    Permalink

  35. val stagingStrategy: StagingStrategy

    Permalink

  36. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  37. val tableName: String

    Permalink

  38. def using[T, U <: AnyRef { def close(): Unit }](closeable: U)(f: (U) ⇒ T): T

    Permalink
    Definition Classes
    Using

  39. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  40. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  41. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  42. def withAlignmentStrategy(strategy: AlignmentStrategy): HiveSink

    Permalink

  43. def withCreateTable(createTable: Boolean, partitionFields: Seq[String] = Nil, dialect: HiveDialect = ParquetHiveDialect()): HiveSink

    Permalink

  44. def withFileListener(listener: FileListener): HiveSink

    Permalink

  45. def withFilenameStrategy(filenameStrategy: FilenameStrategy): HiveSink

    Permalink

  46. def withInheritPermission(inheritPermissions: Boolean): HiveSink

    Permalink

  47. def withKeytabFile(principal: String, keytabPath: Path): HiveSink

    Permalink

  48. def withMetaData(map: Map[String, String]): HiveSink

    Permalink

  49. def withMetastoreSchemaHandler(strategy: MetastoreSchemaHandler): HiveSink

    Permalink

  50. def withOutputSchemaStrategy(strategy: OutputSchemaStrategy): HiveSink

    Permalink

  51. def withPartitionFields(partitionFields: Seq[String]): HiveSink

    Permalink

  52. def withPartitionFields(first: String, rest: String*): HiveSink

    Permalink

  53. def withPartitionStrategy(strategy: PartitionStrategy): HiveSink

    Permalink

  54. def withPermission(permission: FsPermission): HiveSink

    Permalink

  55. def withRoundingMode(mode: RoundingMode): HiveSink

    Permalink

  56. def withStagingStrategy(strategy: StagingStrategy): HiveSink

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from scala.Equals

Inherited from Logging

Inherited from Sink

Inherited from Using

Inherited from AnyRef

Inherited from Any

Ungrouped