Packages

c

org.apache.spark.sql.classic

DataFrameReader

class DataFrameReader extends sql.DataFrameReader

Interface used to load a Dataset from external storage systems (e.g. file systems, key-value stores, etc). Use SparkSession.read to access this.

Annotations
@Stable()
Since

1.4.0

Linear Supertypes
sql.DataFrameReader, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataFrameReader
  2. DataFrameReader
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def assertNoSpecifiedSchema(operation: String): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  7. def csv(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  8. def csv(csvDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  9. def csv(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  12. var extraOptions: CaseInsensitiveMap[String]
    Attributes
    protected
    Definition Classes
    DataFrameReader
  13. def format(source: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  14. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  15. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. def jdbc(url: String, table: String, predicates: Array[String], connectionProperties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  18. def jdbc(url: String, table: String, columnName: String, lowerBound: Long, upperBound: Long, numPartitions: Int, connectionProperties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  19. def jdbc(url: String, table: String, properties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  20. def json(jsonDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  21. def json(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  22. def json(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  23. def load(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  24. def load(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  25. def load(): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  26. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  27. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  28. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  29. def option(key: String, value: Double): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  30. def option(key: String, value: Long): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  31. def option(key: String, value: Boolean): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  32. def option(key: String, value: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  33. def options(options: Map[String, String]): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  34. def options(options: Map[String, String]): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  35. def orc(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  36. def orc(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  37. def parquet(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  38. def parquet(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  39. def schema(schemaString: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  40. def schema(schema: StructType): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  41. var source: String
    Attributes
    protected
    Definition Classes
    DataFrameReader
  42. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  43. def table(tableName: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  44. def text(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  45. def text(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  46. def textFile(paths: String*): Dataset[String]

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  47. def textFile(path: String): Dataset[String]

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  48. def toString(): String
    Definition Classes
    AnyRef → Any
  49. var userSpecifiedSchema: Option[StructType]
    Attributes
    protected
    Definition Classes
    DataFrameReader
  50. def validateJsonSchema(): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader → DataFrameReader
  51. def validateSingleVariantColumn(): Unit

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Attributes
    protected
    Definition Classes
    DataFrameReader → DataFrameReader
  52. def validateXmlSchema(): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader → DataFrameReader
  53. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  54. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  55. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  56. def xml(xmlDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  57. def xml(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  58. def xml(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

  2. def json(jsonRDD: RDD[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use json(Dataset[String]) instead.

  3. def json(jsonRDD: JavaRDD[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use json(Dataset[String]) instead.

Inherited from sql.DataFrameReader

Inherited from AnyRef

Inherited from Any

Ungrouped