Class

org.apache.spark.sql.streaming

FileStreamRelation

Related Doc: package streaming

Permalink

final class FileStreamRelation extends StreamBaseRelation

Linear Supertypes
StreamBaseRelation, Logging, Serializable, Serializable, TableScan, StreamPlan, DestroyRelation, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FileStreamRelation
  2. StreamBaseRelation
  3. Logging
  4. Serializable
  5. Serializable
  6. TableScan
  7. StreamPlan
  8. DestroyRelation
  9. BaseRelation
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FileStreamRelation(sqlContext: SQLContext, opts: Map[String, String], schema: StructType)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val CONF: String

    Permalink
  5. val DIRECTORY: String

    Permalink
  6. val FILTER: String

    Permalink
  7. val INPUT_FORMAT_HDFS: String

    Permalink
  8. val KEY: String

    Permalink
  9. val NEW_FILES_ONLY: String

    Permalink
  10. val VALUE: String

    Permalink
  11. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  12. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    StreamBaseRelation → TableScan
  13. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  14. final def context: SnappyStreamingContext

    Permalink
    Definition Classes
    StreamBaseRelation
  15. def createRowStream(): DStream[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    FileStreamRelationStreamBaseRelation
  16. def destroy(ifExists: Boolean): Unit

    Permalink

    Destroy and cleanup this relation.

    Destroy and cleanup this relation. It may include, but not limited to, dropping the external table that this relation represents.

    Definition Classes
    StreamBaseRelationDestroyRelation
  17. val directory: String

    Permalink
  18. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  22. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  23. def initializeLogIfNecessary(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  24. final def isDebugEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  25. final def isInfoEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  27. final def isTraceEnabled: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. final var levelFlags: Int

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  37. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  38. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  39. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  40. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  41. final var log_: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  42. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  43. val needConversion: Boolean

    Permalink
    Definition Classes
    StreamBaseRelation → BaseRelation
  44. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  45. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  46. val options: CaseInsensitiveMap

    Permalink
    Attributes
    protected
    Definition Classes
    StreamBaseRelation
  47. def resetLogger(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  48. val rowConverter: StreamToRowsConverter

    Permalink
    Definition Classes
    StreamBaseRelation
  49. final lazy val rowStream: DStream[InternalRow]

    Permalink
    Definition Classes
    StreamBaseRelationStreamPlan
  50. val schema: StructType

    Permalink
    Definition Classes
    FileStreamRelationStreamPlan → BaseRelation
  51. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  52. val sqlContext: SQLContext

    Permalink
    Definition Classes
    FileStreamRelation → BaseRelation
  53. val storageLevel: StorageLevel

    Permalink
    Definition Classes
    StreamBaseRelation
  54. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  55. val tableName: String

    Permalink
    Definition Classes
    StreamBaseRelation
  56. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  57. def truncate(): Unit

    Permalink

    Truncate the table represented by this relation.

    Truncate the table represented by this relation.

    Definition Classes
    StreamBaseRelationDestroyRelation
  58. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  59. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  60. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  61. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from StreamBaseRelation

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from TableScan

Inherited from StreamPlan

Inherited from DestroyRelation

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped