TopNOneHotEncoder

Transform a collection of categorical features to binary columns, with at most a single one-value. Only the top N items are tracked.

The list of top N is estimated with Algebird's SketchMap data structure. With probability at least 1 - delta, this estimate is within eps * N of the true frequency (i.e., true frequency <= estimate <= true frequency + eps * N), where N is the total size of the input collection.

Missing values are either transformed to zero vectors or encoded as unknown.

Linear Supertypes

Serializable, Serializable, AnyRef, Any

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def apply(name: String, n: Int, eps: Double = 0.001, delta: Double = 0.001, seed: Int = Random.nextInt, encodeMissingValue: Boolean = false): Transformer[String, SketchMap[String, Long], SortedMap[String, Int]]

Create a new TopNOneHotEncoder instance.
Create a new TopNOneHotEncoder instance.
n
number of items to keep track of
eps
one-sided error bound on the error of each point query, i.e. frequency estimate
delta
a bound on the probability that a query estimate does not lie within some small interval (an interval that depends on eps) around the truth
seed
a seed to initialize the random number generator used to create the pairwise independent hash functions
encodeMissingValue
whether to indicate to encode items outside of the top n set as unknown
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package transformers

object TopNOneHotEncoder extends Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def apply(name: String, n: Int, eps: Double = 0.001, delta: Double = 0.001, seed: Int = Random.nextInt, encodeMissingValue: Boolean = false): Transformer[String, SketchMap[String, Long], SortedMap[String, Int]]

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped