org.apache.spark.ml.odkl

NullToNaNVectorAssembler

class NullToNaNVectorAssembler extends Transformer with HasInputCols with HasOutputCol with HasColumnAttributeMap with DefaultParamsWritable

:: Experimental :: A feature transformer that merges multiple columns into a vector column.

This class is a copy of VectorAssembler with two enhancements: support for nulls (replaced to NaNs) and pattern matching extracted from the inner loop.

Annotations
@Experimental()
Linear Supertypes
DefaultParamsWritable, MLWritable, HasColumnAttributeMap, HasOutputCol, HasInputCols, Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. NullToNaNVectorAssembler
  2. DefaultParamsWritable
  3. MLWritable
  4. HasColumnAttributeMap
  5. HasOutputCol
  6. HasInputCols
  7. Transformer
  8. PipelineStage
  9. Logging
  10. Params
  11. Serializable
  12. Serializable
  13. Identifiable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new NullToNaNVectorAssembler()

  2. new NullToNaNVectorAssembler(uid: String)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def $[T](param: Param[T]): T

    Attributes
    protected
    Definition Classes
    Params

  5. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  6. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  8. final def clear(param: Param[_]): NullToNaNVectorAssembler.this.type

    Definition Classes
    Params

  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. val columnAttributeMap: JacksonParam[Map[String, String]]

    Definition Classes
    HasColumnAttributeMap

  11. def copy(extra: ParamMap): NullToNaNVectorAssembler

    Definition Classes
    NullToNaNVectorAssembler → Transformer → PipelineStage → Params

  12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params

  13. final def defaultCopy[T <: Params](extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params

  14. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  15. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  16. def explainParam(param: Param[_]): String

    Definition Classes
    Params

  17. def explainParams(): String

    Definition Classes
    Params

  18. final def extractParamMap(): ParamMap

    Definition Classes
    Params

  19. final def extractParamMap(extra: ParamMap): ParamMap

    Definition Classes
    Params

  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def get[T](param: Param[T]): Option[T]

    Definition Classes
    Params

  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  23. def getColumnAttributeName(column: String): String

    Definition Classes
    HasColumnAttributeMap

  24. final def getDefault[T](param: Param[T]): Option[T]

    Definition Classes
    Params

  25. final def getInputCols: Array[String]

    Definition Classes
    HasInputCols

  26. final def getOrDefault[T](param: Param[T]): T

    Definition Classes
    Params

  27. final def getOutputCol: String

    Definition Classes
    HasOutputCol

  28. def getParam(paramName: String): Param[Any]

    Definition Classes
    Params

  29. final def hasDefault[T](param: Param[T]): Boolean

    Definition Classes
    Params

  30. def hasParam(paramName: String): Boolean

    Definition Classes
    Params

  31. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  32. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes
    protected
    Definition Classes
    Logging

  33. final val inputCols: StringArrayParam

    Definition Classes
    HasInputCols

  34. final def isDefined(param: Param[_]): Boolean

    Definition Classes
    Params

  35. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  36. final def isSet(param: Param[_]): Boolean

    Definition Classes
    Params

  37. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  38. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  39. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  40. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  41. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  42. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  43. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  44. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  45. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  46. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  47. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  48. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  49. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  50. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  51. final def notify(): Unit

    Definition Classes
    AnyRef

  52. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  53. final val outputCol: Param[String]

    Definition Classes
    HasOutputCol

  54. lazy val params: Array[Param[_]]

    Definition Classes
    Params

  55. def save(path: String): Unit

    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  56. final def set(paramPair: ParamPair[_]): NullToNaNVectorAssembler.this.type

    Attributes
    protected
    Definition Classes
    Params

  57. final def set(param: String, value: Any): NullToNaNVectorAssembler.this.type

    Attributes
    protected
    Definition Classes
    Params

  58. final def set[T](param: Param[T], value: T): NullToNaNVectorAssembler.this.type

    Definition Classes
    Params

  59. def setColumnAttributeMap(value: (String, String)*): NullToNaNVectorAssembler.this.type

    Definition Classes
    HasColumnAttributeMap

  60. final def setDefault(paramPairs: ParamPair[_]*): NullToNaNVectorAssembler.this.type

    Attributes
    protected
    Definition Classes
    Params

  61. final def setDefault[T](param: Param[T], value: T): NullToNaNVectorAssembler.this.type

    Attributes
    protected
    Definition Classes
    Params

  62. def setInputCols(value: Array[String]): NullToNaNVectorAssembler.this.type

  63. def setOutputCol(value: String): NullToNaNVectorAssembler.this.type

  64. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  65. def toString(): String

    Definition Classes
    Identifiable → AnyRef → Any

  66. def transform(dataset: Dataset[_]): DataFrame

    Definition Classes
    NullToNaNVectorAssembler → Transformer

  67. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )

  68. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()

  69. def transformSchema(schema: StructType): StructType

    Definition Classes
    NullToNaNVectorAssembler → PipelineStage

  70. def transformSchema(schema: StructType, logging: Boolean): StructType

    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  71. val uid: String

    Definition Classes
    NullToNaNVectorAssembler → Identifiable

  72. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  74. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  75. def write: MLWriter

    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from HasColumnAttributeMap

Inherited from HasOutputCol

Inherited from HasInputCols

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

setParam

Ungrouped