Class

org.apache.spark.ml.odkl

CRRSamplerEstimator

Related Doc: package odkl

Permalink

class CRRSamplerEstimator extends Estimator[CRRSamplerModel] with DefaultParamsWritable with CRRSamplerParams

Estimator is used to select the proper item sample rate to achive desired size of the resulting sample. Takes into consideration the source dataset size and the amount of valid for ranking lists (list with samples of different rank).

Linear Supertypes
CRRSamplerParams, HasLabelCol, HasGroupByColumns, HasInputCol, DefaultParamsWritable, MLWritable, Estimator[CRRSamplerModel], PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CRRSamplerEstimator
  2. CRRSamplerParams
  3. HasLabelCol
  4. HasGroupByColumns
  5. HasInputCol
  6. DefaultParamsWritable
  7. MLWritable
  8. Estimator
  9. PipelineStage
  10. Logging
  11. Params
  12. Serializable
  13. Serializable
  14. Identifiable
  15. AnyRef
  16. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new CRRSamplerEstimator()

    Permalink

  2. new CRRSamplerEstimator(uid: String)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. final def clear(param: Param[_]): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    Params

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. def copy(extra: ParamMap): CRRSamplerEstimator

    Permalink
    Definition Classes
    CRRSamplerEstimator → Estimator → PipelineStage → Params

  9. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  10. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  12. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  13. val expectedNumSamples: IntParam

    Permalink

  14. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  15. def explainParams(): String

    Permalink
    Definition Classes
    Params

  16. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  17. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  18. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  19. def fit(dataset: Dataset[_]): CRRSamplerModel

    Permalink
    Definition Classes
    CRRSamplerEstimator → Estimator

  20. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[CRRSamplerModel]

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )

  21. def fit(dataset: Dataset[_], paramMap: ParamMap): CRRSamplerModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" )

  22. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): CRRSamplerModel

    Permalink
    Definition Classes
    Estimator
    Annotations
    @Since( "2.0.0" ) @varargs()

  23. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  24. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  25. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  26. final def getInputCol: String

    Permalink
    Definition Classes
    HasInputCol

  27. final def getLabelCol: String

    Permalink
    Definition Classes
    HasLabelCol

  28. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  29. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  30. final val groupByColumns: StringArrayParam

    Permalink
    Definition Classes
    HasGroupByColumns

  31. val groupSampleRate: DoubleParam

    Permalink
    Definition Classes
    CRRSamplerParams

  32. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  33. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  34. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  35. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  36. final val inputCol: Param[String]

    Permalink
    Definition Classes
    HasInputCol

  37. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  38. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  39. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  40. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. val itemSampleRate: DoubleParam

    Permalink
    Definition Classes
    CRRSamplerParams

  42. final val labelCol: Param[String]

    Permalink
    Definition Classes
    HasLabelCol

  43. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  56. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  57. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  58. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  59. val rankingPower: DoubleParam

    Permalink
    Definition Classes
    CRRSamplerParams

  60. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  61. final def set(paramPair: ParamPair[_]): CRRSamplerEstimator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  62. final def set(param: String, value: Any): CRRSamplerEstimator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  63. final def set[T](param: Param[T], value: T): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    Params

  64. final def setDefault(paramPairs: ParamPair[_]*): CRRSamplerEstimator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  65. final def setDefault[T](param: Param[T], value: T): CRRSamplerEstimator.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  66. def setExpectedNumberOfSamples(value: Int): CRRSamplerEstimator.this.type

    Permalink

  67. def setGroupByColumns(columns: String*): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    HasGroupByColumns

  68. def setGroupSampleRate(value: Double): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    CRRSamplerParams

  69. def setItemSampleRate(value: Double): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    CRRSamplerParams

  70. def setRankingPower(value: Double): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    CRRSamplerParams

  71. def setShufflerToPartitions(value: Int): CRRSamplerEstimator.this.type

    Permalink
    Definition Classes
    CRRSamplerParams

  72. val shuffleToPartitions: IntParam

    Permalink
    Definition Classes
    CRRSamplerParams

  73. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  74. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  75. def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    CRRSamplerEstimator → PipelineStage
    Annotations
    @DeveloperApi()

  76. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  77. val uid: String

    Permalink
    Definition Classes
    CRRSamplerEstimator → Identifiable

  78. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  79. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  80. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  81. def write: MLWriter

    Permalink
    Definition Classes
    DefaultParamsWritable → MLWritable

Inherited from CRRSamplerParams

Inherited from HasLabelCol

Inherited from HasGroupByColumns

Inherited from HasInputCol

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from Estimator[CRRSamplerModel]

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped