Class/Object

io.eels.component.hive

HiveSink

Related Docs: object HiveSink | package hive

Permalink

case class HiveSink(dbName: String, tableName: String, dynamicPartitioning: Option[Boolean] = None, schemaEvolution: Option[Boolean] = None, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionPathStrategy: PartitionPathStrategy = DefaultHivePathStrategy, filenameStrategy: FilenameStrategy = DefaultEelFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient) extends Sink with Logging with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, Logging, Sink, Using, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HiveSink
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. Logging
  7. Sink
  8. Using
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HiveSink(dbName: String, tableName: String, dynamicPartitioning: Option[Boolean] = None, schemaEvolution: Option[Boolean] = None, permission: Option[FsPermission] = None, inheritPermissions: Option[Boolean] = None, principal: Option[String] = None, partitionFields: Seq[String] = Nil, partitionPathStrategy: PartitionPathStrategy = DefaultHivePathStrategy, filenameStrategy: FilenameStrategy = DefaultEelFilenameStrategy, stagingStrategy: StagingStrategy = DefaultStagingStrategy, keytabPath: Option[Path] = None, fileListener: FileListener = FileListener.noop, createTable: Boolean = false, callbacks: Seq[CommitCallback] = Nil, roundingMode: RoundingMode = RoundingMode.UNNECESSARY, metadata: Map[String, String] = Map.empty)(implicit fs: FileSystem, client: IMetaStoreClient)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def addCommitCallback(callback: CommitCallback): HiveSink

    Permalink

    Add a callback that will be invoked when commit operations are taking place.

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. val callbacks: Seq[CommitCallback]

    Permalink

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. implicit val conf: Configuration

    Permalink

  9. def containsUpperCase(schema: StructType): Boolean

    Permalink

  10. val createTable: Boolean

    Permalink

  11. val dbName: String

    Permalink

  12. val dynamicPartitioning: Option[Boolean]

    Permalink

  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  14. val fileListener: FileListener

    Permalink

  15. val filenameStrategy: FilenameStrategy

    Permalink

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  18. val inheritPermissions: Option[Boolean]

    Permalink

  19. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  20. val keytabPath: Option[Path]

    Permalink

  21. val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  22. val metadata: Map[String, String]

    Permalink

  23. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  24. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  25. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  26. def open(schema: StructType, discriminator: Option[String]): SinkWriter

    Permalink

  27. def open(schema: StructType): SinkWriter

    Permalink
    Definition Classes
    HiveSink → Sink

  28. def open(schema: StructType, n: Int): Seq[SinkWriter]

    Permalink
    Definition Classes
    HiveSink → Sink

  29. val ops: HiveOps

    Permalink

  30. val partitionFields: Seq[String]

    Permalink

  31. val partitionPathStrategy: PartitionPathStrategy

    Permalink

  32. val permission: Option[FsPermission]

    Permalink

  33. val principal: Option[String]

    Permalink

  34. val roundingMode: RoundingMode

    Permalink

  35. val schemaEvolution: Option[Boolean]

    Permalink

  36. val stagingStrategy: StagingStrategy

    Permalink

  37. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  38. val tableName: String

    Permalink

  39. def using[T, U <: AnyRef { def close(): Unit }](closeable: U)(f: (U) ⇒ T): T

    Permalink
    Definition Classes
    Using

  40. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  41. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  42. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  43. def withCreateTable(createTable: Boolean, partitionFields: Seq[String] = Nil): HiveSink

    Permalink

  44. def withDynamicPartitioning(partitioning: Boolean): HiveSink

    Permalink

  45. def withFileListener(listener: FileListener): HiveSink

    Permalink

  46. def withFilenameStrategy(filenameStrategy: FilenameStrategy): HiveSink

    Permalink

  47. def withInheritPermission(inheritPermissions: Boolean): HiveSink

    Permalink

  48. def withKeytabFile(principal: String, keytabPath: Path): HiveSink

    Permalink

  49. def withMetaData(map: Map[String, String]): HiveSink

    Permalink

  50. def withPartitionPathStrategy(strategy: PartitionPathStrategy): HiveSink

    Permalink

  51. def withPermission(permission: FsPermission): HiveSink

    Permalink

  52. def withRoundingMode(mode: RoundingMode): HiveSink

    Permalink

  53. def withSchemaEvolution(schemaEvolution: Boolean): HiveSink

    Permalink

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Logging

Inherited from Sink

Inherited from Using

Inherited from AnyRef

Inherited from Any

Ungrouped