Packages

class XmlReader extends Serializable

A collection of static functions for working with XML files in Spark SQL

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. XmlReader
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new XmlReader(options: Map[String, Any])
  2. new XmlReader(schema: StructType)
  3. new XmlReader()
  4. new XmlReader(schema: StructType, options: Map[String, Any])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  12. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  13. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  14. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  15. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  16. def toString(): String
    Definition Classes
    AnyRef → Any
  17. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  18. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  20. def xmlDataset(spark: SparkSession, ds: Dataset[String]): DataFrame

    spark

    current SparkSession

    ds

    XML for individual 'rows' as Strings

    returns

    XML parsed as a DataFrame

  21. def xmlFile(spark: SparkSession, path: String): DataFrame

    spark

    current SparkSession

    path

    path to XML files to parse

    returns

    XML parsed as a DataFrame

  22. def xmlRdd(spark: SparkSession, xmlRDD: RDD[String]): DataFrame

    spark

    current SparkSession

    xmlRDD

    XML for individual 'rows' as Strings

    returns

    XML parsed as a DataFrame

Deprecated Value Members

  1. def withAttributePrefix(attributePrefix: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'attributePrefix' to specify options

  2. def withCharset(charset: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'charset' to specify options

  3. def withColumnNameOfCorruptRecord(name: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'columnNameOfCorruptRecord' to specify options

  4. def withCompression(codec: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'codec' to specify options

  5. def withExcludeAttribute(exclude: Boolean): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'excludeAttribute' to specify options

  6. def withFailFast(failFast: Boolean): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.10.0) Use XmlReader(Map) with key 'mode' as 'FAILFAST' to specify options

  7. def withIgnoreSurroundingSpaces(ignore: Boolean): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'ignoreSurroundingSpaces' to specify options

  8. def withParseMode(mode: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'mode' to specify options

  9. def withRowTag(rowTag: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'rowTag' to specify options

  10. def withRowValidationXSDPath(path: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'rowValidationXSDPath' to specify options

  11. def withSamplingRatio(samplingRatio: Double): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'samplingRatio' to specify options

  12. def withSchema(schema: StructType): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(StructType) to specify schema

  13. def withTreatEmptyValuesAsNulls(treatAsNull: Boolean): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'treatEmptyValuesAsNulls' to specify options

  14. def withValueTag(valueTag: String): XmlReader
    Annotations
    @deprecated
    Deprecated

    (Since version 0.13.0) Use XmlReader(Map) with key 'valueTag' to specify options

  15. def xmlFile(sqlContext: SQLContext, path: String): DataFrame

    Returns a Schema RDD for the given XML path.

    Returns a Schema RDD for the given XML path.

    Annotations
    @deprecated
    Deprecated

    (Since version 0.5.0) Use xmlFile(SparkSession, ...)

  16. def xmlRdd(sqlContext: SQLContext, xmlRDD: RDD[String]): DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 0.5.0) Use xmlRdd(SparkSession, ...)

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped