t

com.johnsnowlabs.reader

HasReaderContent

trait HasReaderContent extends HasReaderProperties with HasTagsReaderProperties

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HasReaderContent
  2. HasTagsReaderProperties
  3. HasXmlReaderProperties
  4. HasHTMLReaderProperties
  5. HasReaderProperties
  6. ParamsAndFeaturesWritable
  7. HasFeatures
  8. Params
  9. Serializable
  10. Identifiable
  11. DefaultParamsWritable
  12. MLWritable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params
    Definition Classes
    Params
  2. abstract val uid: String
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  10. def buildEmptyDataFrame(dataset: Dataset[_]): DataFrame
  11. def buildErrorDataFrame(dataset: Dataset[_], contentPath: String, ext: String): DataFrame
  12. final def clear(param: Param[_]): HasReaderContent.this.type
    Definition Classes
    Params
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @HotSpotIntrinsicCandidate() @native()
  14. val contentPath: Param[String]
    Definition Classes
    HasReaderProperties
  15. val contentType: Param[String]
    Definition Classes
    HasReaderProperties
  16. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  17. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  18. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  20. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  21. def explainParams(): String
    Definition Classes
    Params
  22. val explodeDocs: BooleanParam
    Definition Classes
    HasReaderProperties
  23. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  24. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  25. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  26. val flattenOutput: BooleanParam
    Definition Classes
    HasReaderProperties
  27. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  28. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  29. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  30. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  31. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  32. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  33. def getContentType: String
  34. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  35. val getFileName: UserDefinedFunction
  36. final def getInputCol: String
    Definition Classes
    HasReaderProperties
  37. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  38. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  39. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  40. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  41. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  42. val headers: Param[Map[String, String]]
    Definition Classes
    HasHTMLReaderProperties
  43. val ignoreExceptions: BooleanParam
    Definition Classes
    HasReaderProperties
  44. val includePageBreaks: Param[Boolean]
    Definition Classes
    HasReaderProperties
  45. val includeTitleTag: Param[Boolean]
    Definition Classes
    HasHTMLReaderProperties
  46. val inferTableStructure: Param[Boolean]
    Definition Classes
    HasReaderProperties
  47. final val inputCol: Param[String]
    Attributes
    protected
    Definition Classes
    HasReaderProperties
  48. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  49. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  50. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  51. def listAllFilesRecursively(dir: File): Seq[File]
  52. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  53. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  54. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  55. def onWrite(path: String, spark: SparkSession): Unit
    Attributes
    protected
    Definition Classes
    ParamsAndFeaturesWritable
  56. val onlyLeafNodes: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties
  57. val outputFormat: Param[String]
    Definition Classes
    HasHTMLReaderProperties
  58. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  59. def partitionContent(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  60. def partitionContentFromPath(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  61. def partitionMixedContent(dataset: Dataset[_], dirPath: String, partitionParams: Map[String, String]): DataFrame
  62. def retrieveFileName(path: String): String
  63. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @throws("If the input path already exists but overwrite is not enabled.") @Since("1.6.0")
  64. def set[T](feature: StructFeature[T], value: T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  65. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  66. def set[T](feature: SetFeature[T], value: Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  67. def set[T](feature: ArrayFeature[T], value: Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  68. final def set(paramPair: ParamPair[_]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  69. final def set(param: String, value: Any): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  70. final def set[T](param: Param[T], value: T): HasReaderContent.this.type
    Definition Classes
    Params
  71. def setContentPath(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  72. def setContentType(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  73. def setDefault[T](feature: StructFeature[T], value: () => T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  74. def setDefault[K, V](feature: MapFeature[K, V], value: () => Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  75. def setDefault[T](feature: SetFeature[T], value: () => Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  76. def setDefault[T](feature: ArrayFeature[T], value: () => Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  77. final def setDefault(paramPairs: ParamPair[_]*): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  78. final def setDefault[T](param: Param[T], value: T): HasReaderContent.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  79. def setExplodeDocs(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  80. def setFlattenOutput(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  81. def setHeaders(value: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  82. def setHeadersPython(headers: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  83. def setIgnoreExceptions(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  84. def setIncludePageBreaks(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  85. def setIncludeTitleTag(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  86. def setInferTableStructure(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  87. final def setInputCol(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  88. def setOnlyLeafNodes(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  89. def setOutputFormat(value: String): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  90. def setStoreContent(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  91. def setTimeout(value: Int): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  92. def setTitleFontSize(value: Int): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  93. def setXmlKeepTags(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  94. val storeContent: Param[Boolean]
    Definition Classes
    HasReaderProperties
  95. val supportedTypes: Map[String, (String, Boolean)]
  96. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  97. val timeout: Param[Int]
    Definition Classes
    HasHTMLReaderProperties
  98. val titleFontSize: Param[Int]
    Definition Classes
    HasReaderProperties
  99. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  100. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  101. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  102. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  103. def write: MLWriter
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
  104. val xmlKeepTags: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from HasTagsReaderProperties

Inherited from HasXmlReaderProperties

Inherited from HasHTMLReaderProperties

Inherited from HasReaderProperties

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AnyRef

Inherited from Any

Ungrouped