Class

org.apache.spark.sql.streaming

KafkaStreamRelation

Related Doc: package streaming

Permalink

final class KafkaStreamRelation extends StreamBaseRelation

Linear Supertypes
StreamBaseRelation, internal.Logging, Serializable, Serializable, DestroyRelation, TableScan, StreamPlan, ParentRelation, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KafkaStreamRelation
  2. StreamBaseRelation
  3. Logging
  4. Serializable
  5. Serializable
  6. DestroyRelation
  7. TableScan
  8. StreamPlan
  9. ParentRelation
  10. BaseRelation
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaStreamRelation(sqlContext: SQLContext, options: Map[String, String], schema: StructType)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val GROUP_ID: String

    Permalink
  5. val K: String

    Permalink
  6. val KD: String

    Permalink
  7. val TOPICS: String

    Permalink
  8. val V: String

    Permalink
  9. val VD: String

    Permalink
  10. val ZK_QUORUM: String

    Permalink
  11. def addDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to register with parent

    Used by DependentRelations to register with parent

    Definition Classes
    StreamBaseRelationParentRelation
  12. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  13. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    StreamBaseRelation → TableScan
  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. final def context: SnappyStreamingContext

    Permalink
    Definition Classes
    StreamBaseRelation
  16. def createRowStream(): DStream[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    KafkaStreamRelationStreamBaseRelation
  17. def destroy(ifExists: Boolean): Unit

    Permalink

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelationDestroyRelation
  18. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  22. def getDependents(catalog: SnappyStoreHiveCatalog): Seq[String]

    Permalink

    Get the dependent child.

    Get the dependent child.

    Definition Classes
    StreamBaseRelationParentRelation
  23. val groupId: String

    Permalink
  24. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  25. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  27. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. val kafkaParams: Map[String, String]

    Permalink
  29. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  37. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  38. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  39. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  40. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  41. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  42. val needConversion: Boolean

    Permalink
    Definition Classes
    StreamBaseRelation → BaseRelation
  43. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  44. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  45. def recoverDependentsRelation(): Unit

    Permalink

    Recover/Re-create the dependent child relations.

    Recover/Re-create the dependent child relations. This callback is to recreate Dependent relations when the ParentRelation is being created.

    Definition Classes
    StreamBaseRelationParentRelation
  46. def removeDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to unregister with parent

    Used by DependentRelations to unregister with parent

    Definition Classes
    StreamBaseRelationParentRelation
  47. val rowConverter: StreamToRowsConverter

    Permalink
    Definition Classes
    StreamBaseRelation
  48. final lazy val rowStream: DStream[InternalRow]

    Permalink
    Definition Classes
    StreamBaseRelationStreamPlan
  49. val schema: StructType

    Permalink
    Definition Classes
    KafkaStreamRelationStreamPlan → BaseRelation
  50. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  51. val sqlContext: SQLContext

    Permalink
    Definition Classes
    KafkaStreamRelation → BaseRelation
  52. val storageLevel: StorageLevel

    Permalink
    Definition Classes
    StreamBaseRelation
  53. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  54. var tableExists: Boolean

    Permalink

    Return true if table already existed when the relation object was created.

    Return true if table already existed when the relation object was created.

    Definition Classes
    StreamBaseRelationDestroyRelation
  55. val tableName: String

    Permalink
    Definition Classes
    StreamBaseRelation
  56. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  57. val topics: Map[String, Int]

    Permalink
  58. def truncate(): Unit

    Permalink

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelationDestroyRelation
  59. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  60. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  62. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  63. val zkQuorum: String

    Permalink

Inherited from StreamBaseRelation

Inherited from internal.Logging

Inherited from Serializable

Inherited from Serializable

Inherited from DestroyRelation

Inherited from TableScan

Inherited from StreamPlan

Inherited from ParentRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped