org.apache.spark.sql.streaming

FileStreamRelation

final class FileStreamRelation extends StreamBaseRelation

Linear Supertypes
StreamBaseRelation, Logging, Serializable, Serializable, DestroyRelation, TableScan, StreamPlan, ParentRelation, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. FileStreamRelation
  2. StreamBaseRelation
  3. Logging
  4. Serializable
  5. Serializable
  6. DestroyRelation
  7. TableScan
  8. StreamPlan
  9. ParentRelation
  10. BaseRelation
  11. AnyRef
  12. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FileStreamRelation(sqlContext: SQLContext, options: Map[String, String], schema: StructType)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. val CONF: String

  7. val DIRECTORY: String

  8. val FILTER: String

  9. val INPUT_FORMAT_HDFS: String

  10. val KEY: String

  11. val NEW_FILES_ONLY: String

  12. val VALUE: String

  13. def addDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Used by DependentRelations to register with parent

    Used by DependentRelations to register with parent

    Definition Classes
    StreamBaseRelationParentRelation
  14. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  15. def buildScan(): RDD[Row]

    Definition Classes
    StreamBaseRelation → TableScan
  16. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  17. final def context: SnappyStreamingContext

    Definition Classes
    StreamBaseRelation
  18. def createRowStream(): DStream[InternalRow]

    Attributes
    protected
    Definition Classes
    FileStreamRelationStreamBaseRelation
  19. def destroy(ifExists: Boolean): Unit

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelationDestroyRelation
  20. val directory: String

  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  22. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  23. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  25. def getDependents(catalog: SnappyStoreHiveCatalog): Seq[String]

    Get the dependent child relations.

    Get the dependent child relations.

    Definition Classes
    StreamBaseRelationParentRelation
  26. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  27. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  28. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging
  29. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging
  30. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  31. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  33. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  35. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  36. def logName: String

    Attributes
    protected
    Definition Classes
    Logging
  37. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  38. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  39. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  40. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  41. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  42. def needConversion: Boolean

    Definition Classes
    BaseRelation
  43. final def notify(): Unit

    Definition Classes
    AnyRef
  44. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  45. def removeDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Used by DependentRelations to unregister with parent

    Used by DependentRelations to unregister with parent

    Definition Classes
    StreamBaseRelationParentRelation
  46. val rowConverter: StreamToRowsConverter

    Definition Classes
    StreamBaseRelation
  47. final lazy val rowStream: DStream[InternalRow]

    Definition Classes
    StreamBaseRelationStreamPlan
  48. val schema: StructType

    Definition Classes
    FileStreamRelationStreamPlan → BaseRelation
  49. def sizeInBytes: Long

    Definition Classes
    BaseRelation
  50. val sqlContext: SQLContext

    Definition Classes
    FileStreamRelation → BaseRelation
  51. val storageLevel: StorageLevel

    Definition Classes
    StreamBaseRelation
  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  53. val tableName: String

    Definition Classes
    StreamBaseRelation
  54. def toString(): String

    Definition Classes
    AnyRef → Any
  55. def truncate(): Unit

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelationDestroyRelation
  56. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from StreamBaseRelation

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from DestroyRelation

Inherited from TableScan

Inherited from StreamPlan

Inherited from ParentRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped