Class

org.apache.spark.ml.odkl

FoldedFeaturesStatsAggregator

Related Doc: package odkl

Permalink

class FoldedFeaturesStatsAggregator[SelectingModel <: ModelWithSummary[SelectingModel] with HasWeights] extends Transformer with HasFeaturesSignificance with HasWeights with HasFeaturesCol

Created by dmitriybugaichenko on 29.11.16.

This utility is used to perform external feature selection based on multi-fold evaluation and computing weights confidence intervals based on the weights from each fold.

Linear Supertypes
HasFeaturesCol, HasWeights, HasFeaturesSignificance, Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FoldedFeaturesStatsAggregator
  2. HasFeaturesCol
  3. HasWeights
  4. HasFeaturesSignificance
  5. Transformer
  6. PipelineStage
  7. Logging
  8. Params
  9. Serializable
  10. Serializable
  11. Identifiable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FoldedFeaturesStatsAggregator(nested: SummarizableEstimator[SelectingModel])

    Permalink

  2. new FoldedFeaturesStatsAggregator(nested: SummarizableEstimator[SelectingModel], uid: String)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. val average: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  7. final def clear(param: Param[_]): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Definition Classes
    Params

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def constructMetadata(field: StructField, stats: Array[WeightsStatRecord]): Metadata

    Permalink

  10. def copy(extra: ParamMap): Transformer

    Permalink
    Definition Classes
    FoldedFeaturesStatsAggregator → Transformer → PipelineStage → Params

  11. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  12. val count: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  13. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  16. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  17. def explainParams(): String

    Permalink
    Definition Classes
    Params

  18. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  19. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  20. val feature_index: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  21. val feature_name: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  22. final val featuresCol: Param[String]

    Permalink
    Definition Classes
    HasFeaturesCol

  23. def featuresSignificance: Block

    Permalink
    Definition Classes
    HasFeaturesSignificance

  24. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  25. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  26. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  27. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  28. final def getFeaturesCol: String

    Permalink
    Definition Classes
    HasFeaturesCol

  29. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  30. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  31. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  32. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  33. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  34. val index: String

    Permalink
    Definition Classes
    HasWeights

  35. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  36. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  37. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  38. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  39. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  40. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  42. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  43. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. val name: String

    Permalink
    Definition Classes
    HasWeights

  54. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  55. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  56. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  57. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  58. final def set(paramPair: ParamPair[_]): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  59. final def set(param: String, value: Any): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  60. final def set[T](param: Param[T], value: T): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Definition Classes
    Params

  61. final def setDefault(paramPairs: ParamPair[_]*): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  62. final def setDefault[T](param: Param[T], value: T): FoldedFeaturesStatsAggregator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  63. def setFeaturesCol(value: String): FoldedFeaturesStatsAggregator.this.type

    Permalink

  64. val significance: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  65. val stdDev: String

    Permalink
    Definition Classes
    HasFeaturesSignificance

  66. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  67. def toStatRecords(significance: DataFrame, model: SelectingModel): WeightsStat

    Permalink

  68. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  69. def transform(dataset: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    FoldedFeaturesStatsAggregator → Transformer

  70. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )

  71. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()

  72. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    FoldedFeaturesStatsAggregator → PipelineStage

  73. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  74. val uid: String

    Permalink
    Definition Classes
    FoldedFeaturesStatsAggregator → Identifiable

  75. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. val weight: String

    Permalink
    Definition Classes
    HasWeights

  79. val weights: Block

    Permalink
    Definition Classes
    HasWeights

Inherited from HasFeaturesCol

Inherited from HasWeights

Inherited from HasFeaturesSignificance

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped