org.apache.spark.streaming.kafka

KafkaCluster

class KafkaCluster extends Serializable

:: DeveloperApi :: Convenience methods for interacting with a Kafka cluster. See A Guide To The Kafka Protocol for more details on individual api calls.

Annotations
@DeveloperApi()
Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. KafkaCluster
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaCluster(kafkaParams: Map[String, String])

    kafkaParams

    Kafka configuration parameters. Requires "metadata.broker.list" or "bootstrap.servers" to be set with Kafka broker(s), NOT zookeeper servers, specified in host1:port1,host2:port2 form

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. def config: SimpleConsumerConfig

  9. def connect(host: String, port: Int): SimpleConsumer

  10. def connectLeader(topic: String, partition: Int): Either[Err, SimpleConsumer]

  11. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  13. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. def findLeader(topic: String, partition: Int): Either[Err, (String, Int)]

  15. def findLeaders(topicAndPartitions: Set[TopicAndPartition]): Either[Err, Map[TopicAndPartition, (String, Int)]]

  16. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  17. def getConsumerOffsetMetadata(groupId: String, topicAndPartitions: Set[TopicAndPartition], consumerApiVersion: Short): Either[Err, Map[TopicAndPartition, OffsetMetadataAndError]]

  18. def getConsumerOffsetMetadata(groupId: String, topicAndPartitions: Set[TopicAndPartition]): Either[Err, Map[TopicAndPartition, OffsetMetadataAndError]]

    Requires Kafka 0.

    Requires Kafka 0.8.1.1 or later. Defaults to the original ZooKeeper backed API version.

  19. def getConsumerOffsets(groupId: String, topicAndPartitions: Set[TopicAndPartition], consumerApiVersion: Short): Either[Err, Map[TopicAndPartition, Long]]

  20. def getConsumerOffsets(groupId: String, topicAndPartitions: Set[TopicAndPartition]): Either[Err, Map[TopicAndPartition, Long]]

    Requires Kafka 0.

    Requires Kafka 0.8.1.1 or later. Defaults to the original ZooKeeper backed API version.

  21. def getEarliestLeaderOffsets(topicAndPartitions: Set[TopicAndPartition]): Either[Err, Map[TopicAndPartition, LeaderOffset]]

  22. def getLatestLeaderOffsets(topicAndPartitions: Set[TopicAndPartition]): Either[Err, Map[TopicAndPartition, LeaderOffset]]

  23. def getLeaderOffsets(topicAndPartitions: Set[TopicAndPartition], before: Long, maxNumOffsets: Int): Either[Err, Map[TopicAndPartition, Seq[LeaderOffset]]]

  24. def getLeaderOffsets(topicAndPartitions: Set[TopicAndPartition], before: Long): Either[Err, Map[TopicAndPartition, LeaderOffset]]

  25. def getPartitionMetadata(topics: Set[String]): Either[Err, Set[TopicMetadata]]

  26. def getPartitions(topics: Set[String]): Either[Err, Set[TopicAndPartition]]

  27. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  28. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  29. val kafkaParams: Map[String, String]

    Kafka configuration parameters.

    Kafka configuration parameters. Requires "metadata.broker.list" or "bootstrap.servers" to be set with Kafka broker(s), NOT zookeeper servers, specified in host1:port1,host2:port2 form

  30. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  31. final def notify(): Unit

    Definition Classes
    AnyRef
  32. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  33. def setConsumerOffsetMetadata(groupId: String, metadata: Map[TopicAndPartition, OffsetAndMetadata], consumerApiVersion: Short): Either[Err, Map[TopicAndPartition, Short]]

  34. def setConsumerOffsetMetadata(groupId: String, metadata: Map[TopicAndPartition, OffsetAndMetadata]): Either[Err, Map[TopicAndPartition, Short]]

    Requires Kafka 0.

    Requires Kafka 0.8.1.1 or later. Defaults to the original ZooKeeper backed API version.

  35. def setConsumerOffsets(groupId: String, offsets: Map[TopicAndPartition, Long], consumerApiVersion: Short): Either[Err, Map[TopicAndPartition, Short]]

  36. def setConsumerOffsets(groupId: String, offsets: Map[TopicAndPartition, Long]): Either[Err, Map[TopicAndPartition, Short]]

    Requires Kafka 0.

    Requires Kafka 0.8.1.1 or later. Defaults to the original ZooKeeper backed API version.

  37. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  38. def toString(): String

    Definition Classes
    AnyRef → Any
  39. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  40. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  41. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped