FeaturePipeline

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def _allowableCardinalilties: List[String]

   

   Definition Classes

   DataValidation

5. def _allowableCategoricalFilterModes: List[String]

   

   Definition Classes

   DataValidation

6. def _allowableDateTimeConversions: List[String]

   

   Definition Classes

   DataValidation

7. def applyOneHotEncoding(featureColumns: Array[String], totalFields: Array[String]): (DataFrame, Array[String], Array[String])

   

8. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

9. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. def convertDateAndTime(df: DataFrame, dateFields: List[String], timeFields: List[String], mode: String): (DataFrame, List[String])

    

    Definition Classes

    DataValidation

11. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

12. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

13. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. def generateAssembly(numericColumns: List[String], characterColumns: List[String], featureCol: String): (Array[StringIndexer], Array[String], VectorAssembler)

    

    Definition Classes

    DataValidation

15. def getCardinalityCheckMode: String

    

16. def getCardinalityLimit: Int

    

17. def getCardinalityPrecision: Double

    

18. def getCardinalitySwitchSetting: Boolean

    

19. def getCardinalityType: String

    

20. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

21. def getDateTimeConversionType: String

    

22. def getFeatureCol: String

    

23. def getLabelCol: String

    

24. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

25. def indexStrings(categoricalFields: List[String]): (Array[StringIndexer], Array[String])

    

    Definition Classes

    DataValidation

26. def invalidateSelection(value: String, allowances: Seq[String]): String

    

    Definition Classes

    DataValidation

27. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

28. def makeFeaturePipeline(ignoreList: Array[String]): (DataFrame, Array[String], Array[String])

    

    Public method for creating a feature vector.

    Public method for creating a feature vector. Tasks that are covered:

    1. Checking types and ensuring that the label column specified in the config is present in the DataFrame 2. Separating numeric types from categorical types 3. Perform validation on categorical types for cardinality checks. 4. String Index available fields 5. Convert DateTime fields to numeric types 6. Assemble the indexers into a vector assembler to create the feature vector

    ignoreList

    Fields in the DataFrame to ignore for processing

    returns

    The Dataframe with a feature vector.

29. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

30. final def notify(): Unit

    

    Definition Classes

    AnyRef

31. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

32. def oneHotEncodeStrings(stringIndexedFields: List[String]): (OneHotEncoderEstimator, Array[String])

    

    Definition Classes

    DataValidation

33. def setCardinalityCheck(value: Boolean): FeaturePipeline.this.type

    

34. def setCardinalityCheckMode(value: String): FeaturePipeline.this.type

    

35. def setCardinalityLimit(value: Int): FeaturePipeline.this.type

    

36. def setCardinalityPrecision(value: Double): FeaturePipeline.this.type

    

37. def setCardinalityType(value: String): FeaturePipeline.this.type

    

38. def setDateTimeConversionType(value: String): FeaturePipeline.this.type

    

39. def setFeatureCol(value: String): FeaturePipeline.this.type

    

40. def setLabelCol(value: String): FeaturePipeline.this.type

    

41. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

42. def toString(): String

    

    Definition Classes

    AnyRef → Any

43. def validateCardinality(df: DataFrame, stringFields: List[String], cardinalityLimit: Int = 500, parallelism: Int = 20): ValidatedCategoricalFields

    

    Definition Classes

    DataValidation

44. def validateFieldPresence(df: DataFrame, column: String): Unit

    

    Definition Classes

    DataValidation

45. def validateInputDataframe(df: DataFrame): Unit

    

    Definition Classes

    DataValidation

46. def validateLabelAndFeatures(df: DataFrame, labelCol: String, featureCol: String): Unit

    

    Definition Classes

    DataValidation

47. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

48. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

49. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )