com
.
databricks
.
labs
.
automl
.
sanitize
Scaler
Related Doc:
package sanitize
class
Scaler
extends
DataValidation
with
SanitizerDefaults
Linear Supertypes
SanitizerDefaults
,
DataValidation
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
Scaler
SanitizerDefaults
DataValidation
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
Scaler
(
df:
DataFrame
=
null
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
_allowableCardinalilties
:
List
[
String
]
Definition Classes
DataValidation
def
_allowableCategoricalFilterModes
:
List
[
String
]
Definition Classes
DataValidation
def
_allowableDateTimeConversions
:
List
[
String
]
Definition Classes
DataValidation
final
val
_allowedFilterDirections
:
Array
[
String
]
Definition Classes
SanitizerDefaults
final
val
_allowedFilterModes
:
Array
[
String
]
Definition Classes
SanitizerDefaults
final
val
_allowedStats
:
Array
[
String
]
Pearson Defaults
Pearson Defaults
Definition Classes
SanitizerDefaults
final
val
allowableScalers
:
Array
[
String
]
Scaler Defaults
Scaler Defaults
Definition Classes
SanitizerDefaults
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
convertDateAndTime
(
df:
DataFrame
,
dateFields:
List
[
String
]
,
timeFields:
List
[
String
]
,
mode:
String
)
: (
DataFrame
,
List
[
String
])
Definition Classes
DataValidation
def
defaultFeaturesCol
:
String
Definition Classes
SanitizerDefaults
def
defaultLabelCol
:
String
Global Defaults
Global Defaults
Definition Classes
SanitizerDefaults
def
defaultPNorm
:
Double
Definition Classes
SanitizerDefaults
def
defaultPearsonAutoFilterNTile
:
Double
Definition Classes
SanitizerDefaults
def
defaultPearsonFilterDirection
:
String
Definition Classes
SanitizerDefaults
def
defaultPearsonFilterManualValue
:
Double
Definition Classes
SanitizerDefaults
def
defaultPearsonFilterMode
:
String
Definition Classes
SanitizerDefaults
def
defaultPearsonFilterStatistic
:
String
Definition Classes
SanitizerDefaults
def
defaultRenamedFeaturesCol
:
String
Definition Classes
SanitizerDefaults
def
defaultScalerMax
:
Double
Definition Classes
SanitizerDefaults
def
defaultScalerMin
:
Double
Definition Classes
SanitizerDefaults
def
defaultScalerType
:
String
Definition Classes
SanitizerDefaults
def
defaultStandardScalerMeanFlag
:
Boolean
Definition Classes
SanitizerDefaults
def
defaultStandardScalerStdDevFlag
:
Boolean
Definition Classes
SanitizerDefaults
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
generateAssembly
(
numericColumns:
List
[
String
]
,
characterColumns:
List
[
String
]
,
featureCol:
String
)
: (
Array
[
StringIndexer
],
Array
[
String
],
VectorAssembler
)
Definition Classes
DataValidation
def
getAllowableScalers
:
Array
[
String
]
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getFeaturesCol
:
String
def
getPNorm
:
Double
def
getScalerMax
:
Double
def
getScalerMin
:
Double
def
getScalerType
:
String
def
getStandardScalerMeanFlag
:
Boolean
def
getStandardScalerStdDevFlag
:
Boolean
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
indexStrings
(
categoricalFields:
List
[
String
]
)
: (
Array
[
StringIndexer
],
Array
[
String
])
Definition Classes
DataValidation
def
invalidateSelection
(
value:
String
,
allowances:
Seq
[
String
]
)
:
String
Definition Classes
DataValidation
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
oneHotEncodeStrings
(
stringIndexedFields:
List
[
String
]
)
: (
OneHotEncoderEstimator
,
Array
[
String
])
Definition Classes
DataValidation
def
scaleFeatures
()
:
DataFrame
def
scaleFeaturesForPipeline
()
:
PipelineStage
def
setFeaturesCol
(
value:
String
)
:
Scaler
.this.type
def
setPNorm
(
value:
Double
)
:
Scaler
.this.type
def
setScalerMax
(
value:
Double
)
:
Scaler
.this.type
def
setScalerMin
(
value:
Double
)
:
Scaler
.this.type
def
setScalerType
(
value:
String
)
:
Scaler
.this.type
def
setStandardScalerMeanMode
(
value:
Boolean
)
:
Scaler
.this.type
def
setStandardScalerStdDevMode
(
value:
Boolean
)
:
Scaler
.this.type
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
validateCardinality
(
df:
DataFrame
,
stringFields:
List
[
String
]
,
cardinalityLimit:
Int
=
500
,
parallelism:
Int
=
20
)
:
ValidatedCategoricalFields
Definition Classes
DataValidation
def
validateFieldPresence
(
df:
DataFrame
,
column:
String
)
:
Unit
Definition Classes
DataValidation
def
validateInputDataframe
(
df:
DataFrame
)
:
Unit
Definition Classes
DataValidation
def
validateLabelAndFeatures
(
df:
DataFrame
,
labelCol:
String
,
featureCol:
String
)
:
Unit
Definition Classes
DataValidation
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
SanitizerDefaults
Inherited from
DataValidation
Inherited from
AnyRef
Inherited from
Any
Ungrouped