Class

org.apache.spark.sql.streaming

FileStreamRelation

Related Doc: package streaming

Permalink

final class FileStreamRelation extends StreamBaseRelation

Linear Supertypes
StreamBaseRelation, internal.Logging, Serializable, Serializable, DestroyRelation, TableScan, StreamPlan, ParentRelation, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FileStreamRelation
  2. StreamBaseRelation
  3. Logging
  4. Serializable
  5. Serializable
  6. DestroyRelation
  7. TableScan
  8. StreamPlan
  9. ParentRelation
  10. BaseRelation
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FileStreamRelation(sqlContext: SQLContext, options: Map[String, String], schema: StructType)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val CONF: String

    Permalink
  5. val DIRECTORY: String

    Permalink
  6. val FILTER: String

    Permalink
  7. val INPUT_FORMAT_HDFS: String

    Permalink
  8. val KEY: String

    Permalink
  9. val NEW_FILES_ONLY: String

    Permalink
  10. val VALUE: String

    Permalink
  11. def addDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to register with parent

    Used by DependentRelations to register with parent

    Definition Classes
    StreamBaseRelationParentRelation
  12. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  13. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    StreamBaseRelation → TableScan
  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. final def context: SnappyStreamingContext

    Permalink
    Definition Classes
    StreamBaseRelation
  16. def createRowStream(): DStream[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    FileStreamRelationStreamBaseRelation
  17. def destroy(ifExists: Boolean): Unit

    Permalink

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelationDestroyRelation
  18. val directory: String

    Permalink
  19. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  20. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  21. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  23. def getDependents(catalog: SnappyStoreHiveCatalog): Seq[String]

    Permalink

    Get the dependent child.

    Get the dependent child.

    Definition Classes
    StreamBaseRelationParentRelation
  24. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  25. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  27. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  37. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  38. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  39. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  40. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  41. val needConversion: Boolean

    Permalink
    Definition Classes
    StreamBaseRelation → BaseRelation
  42. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  43. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  44. def recoverDependentsRelation(): Unit

    Permalink

    Recover/Re-create the dependent child relations.

    Recover/Re-create the dependent child relations. This callback is to recreate Dependent relations when the ParentRelation is being created.

    Definition Classes
    StreamBaseRelationParentRelation
  45. def removeDependent(dependent: DependentRelation, catalog: SnappyStoreHiveCatalog): Boolean

    Permalink

    Used by DependentRelations to unregister with parent

    Used by DependentRelations to unregister with parent

    Definition Classes
    StreamBaseRelationParentRelation
  46. val rowConverter: StreamToRowsConverter

    Permalink
    Definition Classes
    StreamBaseRelation
  47. final lazy val rowStream: DStream[InternalRow]

    Permalink
    Definition Classes
    StreamBaseRelationStreamPlan
  48. val schema: StructType

    Permalink
    Definition Classes
    FileStreamRelationStreamPlan → BaseRelation
  49. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  50. val sqlContext: SQLContext

    Permalink
    Definition Classes
    FileStreamRelation → BaseRelation
  51. val storageLevel: StorageLevel

    Permalink
    Definition Classes
    StreamBaseRelation
  52. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  53. var tableExists: Boolean

    Permalink

    Return true if table already existed when the relation object was created.

    Return true if table already existed when the relation object was created.

    Definition Classes
    StreamBaseRelationDestroyRelation
  54. val tableName: String

    Permalink
    Definition Classes
    StreamBaseRelation
  55. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  56. def truncate(): Unit

    Permalink

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelationDestroyRelation
  57. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  58. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  60. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from StreamBaseRelation

Inherited from internal.Logging

Inherited from Serializable

Inherited from Serializable

Inherited from DestroyRelation

Inherited from TableScan

Inherited from StreamPlan

Inherited from ParentRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped