c

org.apache.spark.sql.connect

DataFrameReader

class DataFrameReader extends sql.DataFrameReader

Interface used to load a Dataset from external storage systems (e.g. file systems, key-value stores, etc). Use SparkSession.read to access this.

Annotations
@Stable()
Since

3.4.0

Linear Supertypes
sql.DataFrameReader, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataFrameReader
  2. DataFrameReader
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def assertNoSpecifiedSchema(operation: String): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  7. def csv(csvDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  8. def csv(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  9. def csv(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  10. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  12. var extraOptions: CaseInsensitiveMap[String]
    Attributes
    protected
    Definition Classes
    DataFrameReader
  13. def format(source: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  14. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  15. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. def jdbc(url: String, table: String, predicates: Array[String], connectionProperties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  18. def jdbc(url: String, table: String, columnName: String, lowerBound: Long, upperBound: Long, numPartitions: Int, connectionProperties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  19. def jdbc(url: String, table: String, properties: Properties): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  20. def json(jsonRDD: RDD[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  21. def json(jsonRDD: JavaRDD[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  22. def json(jsonDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  23. def json(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  24. def json(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  25. def load(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  26. def load(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  27. def load(): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  28. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  29. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  30. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  31. def option(key: String, value: Double): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  32. def option(key: String, value: Long): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  33. def option(key: String, value: Boolean): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  34. def option(key: String, value: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  35. def options(options: Map[String, String]): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  36. def options(options: Map[String, String]): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  37. def orc(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  38. def orc(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  39. def parquet(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  40. def parquet(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  41. def schema(schemaString: String): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  42. def schema(schema: StructType): DataFrameReader.this.type

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  43. var source: String
    Attributes
    protected
    Definition Classes
    DataFrameReader
  44. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  45. def table(tableName: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  46. def text(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  47. def text(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  48. def textFile(paths: String*): Dataset[String]

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  49. def textFile(path: String): Dataset[String]

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  50. def toString(): String
    Definition Classes
    AnyRef → Any
  51. var userSpecifiedSchema: Option[StructType]
    Attributes
    protected
    Definition Classes
    DataFrameReader
  52. def validateJsonSchema(): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader
  53. def validateSingleVariantColumn(): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader
  54. def validateXmlSchema(): Unit
    Attributes
    protected
    Definition Classes
    DataFrameReader
  55. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  56. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  57. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  58. def xml(xmlDataset: sql.Dataset[String]): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
  59. def xml(paths: String*): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader
    Annotations
    @varargs()
  60. def xml(path: String): DataFrame

    <invalid inheritdoc annotation>

    <invalid inheritdoc annotation>

    Definition Classes
    DataFrameReader → DataFrameReader

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from sql.DataFrameReader

Inherited from AnyRef

Inherited from Any

Ungrouped