Class/Object

ai.tripl.arc.load

KafkaLoadStage

Related Docs: object KafkaLoadStage | package load

Permalink

case class KafkaLoadStage(plugin: KafkaLoad, name: String, description: Option[String], inputView: String, topic: String, bootstrapServers: String, acks: Int, numPartitions: Option[Int], retries: Int, batchSize: Int, params: Map[String, String]) extends PipelineStage with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, PipelineStage, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KafkaLoadStage
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. PipelineStage
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaLoadStage(plugin: KafkaLoad, name: String, description: Option[String], inputView: String, topic: String, bootstrapServers: String, acks: Int, numPartitions: Option[Int], retries: Int, batchSize: Int, params: Map[String, String])

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. val acks: Int

    Permalink

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. val batchSize: Int

    Permalink

  7. val bootstrapServers: String

    Permalink

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. val description: Option[String]

    Permalink
    Definition Classes
    KafkaLoadStage → PipelineStage

  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  11. def execute()(implicit spark: SparkSession, logger: Logger, arcContext: ARCContext): Option[DataFrame]

    Permalink
    Definition Classes
    KafkaLoadStage → PipelineStage

  12. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  13. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  14. val inputView: String

    Permalink

  15. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  16. val name: String

    Permalink
    Definition Classes
    KafkaLoadStage → PipelineStage

  17. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  18. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  19. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  20. val numPartitions: Option[Int]

    Permalink

  21. val params: Map[String, String]

    Permalink

  22. val plugin: KafkaLoad

    Permalink
    Definition Classes
    KafkaLoadStage → PipelineStage

  23. val retries: Int

    Permalink

  24. lazy val stageDetail: Map[String, AnyRef]

    Permalink
    Definition Classes
    PipelineStage

  25. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  26. val topic: String

    Permalink

  27. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  28. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  29. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PipelineStage

Inherited from AnyRef

Inherited from Any

Ungrouped