org.apache.spark.ml.odkl

ScalerEstimator

class ScalerEstimator[M <: ModelWithSummary[M]] extends Estimator[Unscaler[M]] with ScalerParams with DefaultParamsWritable

This is a specific implementation of the scaler for linear models. Uses the ability to propagate scaling to the weights to avoid overhead when predicting.

Linear Supertypes
DefaultParamsWritable, MLWritable, ScalerParams, HasFeaturesCol, Estimator[Unscaler[M]], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ScalerEstimator
  2. DefaultParamsWritable
  3. MLWritable
  4. ScalerParams
  5. HasFeaturesCol
  6. Estimator
  7. PipelineStage
  8. Logging
  9. Params
  10. Serializable
  11. Serializable
  12. Identifiable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ScalerEstimator(uid: String = ...)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def $[T](param: Param[T]): T

    Attributes
    protected
    Definition Classes
    Params
  5. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  6. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  8. final def clear(param: Param[_]): ScalerEstimator.this.type

    Definition Classes
    Params
  9. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  10. def copy(extra: ParamMap): Nothing

    Definition Classes
    ScalerEstimator → Estimator → PipelineStage → Params
  11. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params
  12. final def defaultCopy[T <: Params](extra: ParamMap): T

    Attributes
    protected
    Definition Classes
    Params
  13. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  14. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  15. def explainParam(param: Param[_]): String

    Definition Classes
    Params
  16. def explainParams(): String

    Definition Classes
    Params
  17. final def extractParamMap(): ParamMap

    Definition Classes
    Params
  18. final def extractParamMap(extra: ParamMap): ParamMap

    Definition Classes
    Params
  19. final val featuresCol: Param[String]

    Definition Classes
    HasFeaturesCol
  20. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. def fit(dataset: Dataset[_]): Unscaler[M]

    Definition Classes
    ScalerEstimator → Estimator
  22. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[Unscaler[M]]

    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  23. def fit(dataset: Dataset[_], paramMap: ParamMap): Unscaler[M]

    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )
  24. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): Unscaler[M]

    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()
  25. final def get[T](param: Param[T]): Option[T]

    Definition Classes
    Params
  26. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  27. final def getDefault[T](param: Param[T]): Option[T]

    Definition Classes
    Params
  28. final def getFeaturesCol: String

    Definition Classes
    HasFeaturesCol
  29. final def getOrDefault[T](param: Param[T]): T

    Definition Classes
    Params
  30. def getParam(paramName: String): Param[Any]

    Definition Classes
    Params
  31. def getWithMean: Boolean

    Definition Classes
    ScalerParams
  32. def getWithStd: Boolean

    Definition Classes
    ScalerParams
  33. final def hasDefault[T](param: Param[T]): Boolean

    Definition Classes
    Params
  34. def hasParam(paramName: String): Boolean

    Definition Classes
    Params
  35. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  36. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes
    protected
    Definition Classes
    Logging
  37. final def isDefined(param: Param[_]): Boolean

    Definition Classes
    Params
  38. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  39. final def isSet(param: Param[_]): Boolean

    Definition Classes
    Params
  40. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging
  41. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging
  42. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  43. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  44. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  45. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  46. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  47. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  48. def logName: String

    Attributes
    protected
    Definition Classes
    Logging
  49. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  50. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  51. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  52. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  53. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  54. final def notify(): Unit

    Definition Classes
    AnyRef
  55. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  56. lazy val params: Array[Param[_]]

    Definition Classes
    Params
  57. def save(path: String): Unit

    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  58. final def set(paramPair: ParamPair[_]): ScalerEstimator.this.type

    Attributes
    protected
    Definition Classes
    Params
  59. final def set(param: String, value: Any): ScalerEstimator.this.type

    Attributes
    protected
    Definition Classes
    Params
  60. final def set[T](param: Param[T], value: T): ScalerEstimator.this.type

    Definition Classes
    Params
  61. final def setDefault(paramPairs: ParamPair[_]*): ScalerEstimator.this.type

    Attributes
    protected
    Definition Classes
    Params
  62. final def setDefault[T](param: Param[T], value: T): ScalerEstimator.this.type

    Attributes
    protected
    Definition Classes
    Params
  63. def setWithMean(value: Boolean): ScalerEstimator.this.type

    Definition Classes
    ScalerParams
  64. def setWithStd(value: Boolean): ScalerEstimator.this.type

    Definition Classes
    ScalerParams
  65. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  66. def toString(): String

    Definition Classes
    Identifiable → AnyRef → Any
  67. def transformSchema(schema: StructType): StructType

    Definition Classes
    ScalerEstimator → PipelineStage
  68. def transformSchema(schema: StructType, logging: Boolean): StructType

    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  69. val uid: String

    Definition Classes
    ScalerEstimator → Identifiable
  70. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  71. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  72. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. val withMean: BooleanParam

    Whether to center the data with mean before scaling.

    Whether to center the data with mean before scaling. It will build a dense output, so this does not work on sparse input and will raise an exception. Default: false

    Definition Classes
    ScalerParams
  74. val withStd: BooleanParam

    Whether to scale the data to unit standard deviation.

    Whether to scale the data to unit standard deviation. Default: true

    Definition Classes
    ScalerParams
  75. def write: MLWriter

    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from ScalerParams

Inherited from HasFeaturesCol

Inherited from Estimator[Unscaler[M]]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

Ungrouped