ExponentialVectorDiscountTransformer

Instance Constructors

new ExponentialVectorDiscountTransformer()
new ExponentialVectorDiscountTransformer(uid: String)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def $[T](param: Param[T]): T

Attributes
protected
Definition Classes
Params
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
final def clear(param: Param[_]): ExponentialVectorDiscountTransformer.this.type

Definition Classes
Params
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def copy(extra: ParamMap): Transformer

Definition Classes
ExponentialVectorDiscountTransformer → Transformer → PipelineStage → Params
def copyValues[T <: Params](to: T, extra: ParamMap): T

Attributes
protected
Definition Classes
Params
final def defaultCopy[T <: Params](extra: ParamMap): T

Attributes
protected
Definition Classes
Params
def discount(vector1: Vector, vector2: Vector, base: Double, scale: Double, timeNow: Long): Vector

Discount vectors.
Discount vectors. Expects vector(0) as timestamp
vector1
earlier vector
vector2
later vector
base
- base for exponent
scale
- parameter to scale time difference
timeNow
- time to weight vetors to
returns
result vector
def discountVectors(vectorOld: Vector, vectorNew: Vector, base: Double, scale: Double, timeNow: Long): Vector

Function to shrink vectors and discount it with Vector Utils, contract: vector(0) - timestamp vector2(0) should goes after vector1 if vectors size differs - pad or shrink vector1 to vector2 size
Function to shrink vectors and discount it with Vector Utils, contract: vector(0) - timestamp vector2(0) should goes after vector1 if vectors size differs - pad or shrink vector1 to vector2 size
vectorOld
earlier vector
vectorNew
later vector
base
- base for exponent
scale
- parameter to scale time difference
timeNow
- time to weight vectors to
returns
result vector
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def explainParam(param: Param[_]): String

Definition Classes
Params
def explainParams(): String

Definition Classes
Params
val exponentBase: DoubleParam
val exponentScale: LongParam
final def extractParamMap(): ParamMap

Definition Classes
Params
final def extractParamMap(extra: ParamMap): ParamMap

Definition Classes
Params
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def get[T](param: Param[T]): Option[T]

Definition Classes
Params
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def getDefault[T](param: Param[T]): Option[T]

Definition Classes
Params
final def getOrDefault[T](param: Param[T]): T

Definition Classes
Params
def getParam(paramName: String): Param[Any]

Definition Classes
Params
final val groupByColumns: StringArrayParam

Definition Classes
HasGroupByColumns
final def hasDefault[T](param: Param[T]): Boolean

Definition Classes
Params
def hasParam(paramName: String): Boolean

Definition Classes
Params
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isDefined(param: Param[_]): Boolean

Definition Classes
Params
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isSet(param: Param[_]): Boolean

Definition Classes
Params
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numPartitions: IntParam
lazy val params: Array[Param[_]]

Definition Classes
Params
def save(path: String): Unit

Definition Classes
MLWritable
Annotations
@Since( "1.6.0" ) @throws( ... )
final def set(paramPair: ParamPair[_]): ExponentialVectorDiscountTransformer.this.type

Attributes
protected
Definition Classes
Params
final def set(param: String, value: Any): ExponentialVectorDiscountTransformer.this.type

Attributes
protected
Definition Classes
Params
final def set[T](param: Param[T], value: T): ExponentialVectorDiscountTransformer.this.type

Definition Classes
Params
final def setDefault(paramPairs: ParamPair[_]*): ExponentialVectorDiscountTransformer.this.type

Attributes
protected
Definition Classes
Params
final def setDefault[T](param: Param[T], value: T): ExponentialVectorDiscountTransformer.this.type

Attributes
protected
Definition Classes
Params
def setExponentBase(value: Double): ExponentialVectorDiscountTransformer.this.type
def setExponentScale(value: Long): ExponentialVectorDiscountTransformer.this.type
def setGroupByColumns(columns: String*): ExponentialVectorDiscountTransformer.this.type

Definition Classes
HasGroupByColumns
def setNumPartitions(value: Int): ExponentialVectorDiscountTransformer.this.type
def setTimeNow(value: Long): ExponentialVectorDiscountTransformer.this.type
def setTimestampColumn(value: String): ExponentialVectorDiscountTransformer.this.type
def setVectorColumn(value: String): ExponentialVectorDiscountTransformer.this.type
def setVectorsSize(value: Int): ExponentialVectorDiscountTransformer.this.type
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val timeNow: LongParam
val timestampColumn: Param[String]
def toString(): String

Definition Classes
Identifiable → AnyRef → Any
def transform(dataset: Dataset[_]): DataFrame

Perform aggregation with repartition-and-sortWithinPartitions style
Perform aggregation with repartition-and-sortWithinPartitions style
1) repartition dataFrame by repartitionBy columns 2) Sorts dataframe via sortColumns + timestamp.asc 3) all data about vectors for identificator - is in one partition and sorted by timestamp; Iterate through partition and aggregate it 4) Map RDD back to dataFrame

Definition Classes
ExponentialVectorDiscountTransformer → Transformer
def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

Definition Classes
Transformer
Annotations
@Since( "2.0.0" )
def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

Definition Classes
Transformer
Annotations
@Since( "2.0.0" ) @varargs()
def transformSchema(schema: StructType): StructType

Definition Classes
ExponentialVectorDiscountTransformer → PipelineStage
def transformSchema(schema: StructType, logging: Boolean): StructType

Attributes
protected
Definition Classes
PipelineStage
Annotations
@DeveloperApi()
val uid: String

Definition Classes
ExponentialVectorDiscountTransformer → Identifiable
val vectorColumn: Param[String]
val vectorsSize: IntParam
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write: MLWriter

Definition Classes
DefaultParamsWritable → MLWritable

Related Doc: package odkl

class ExponentialVectorDiscountTransformer extends Transformer with DefaultParamsWritable with HasGroupByColumns

Instance Constructors

new ExponentialVectorDiscountTransformer()

new ExponentialVectorDiscountTransformer(uid: String)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

final def clear(param: Param[_]): ExponentialVectorDiscountTransformer.this.type

def clone(): AnyRef

def copy(extra: ParamMap): Transformer

def copyValues[T <: Params](to: T, extra: ParamMap): T

final def defaultCopy[T <: Params](extra: ParamMap): T

def discount(vector1: Vector, vector2: Vector, base: Double, scale: Double, timeNow: Long): Vector

def discountVectors(vectorOld: Vector, vectorNew: Vector, base: Double, scale: Double, timeNow: Long): Vector

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

def explainParams(): String

val exponentBase: DoubleParam

val exponentScale: LongParam

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

def finalize(): Unit

final def get[T](param: Param[T]): Option[T]

final def getClass(): Class[_]

final def getDefault[T](param: Param[T]): Option[T]

final def getOrDefault[T](param: Param[T]): T

def getParam(paramName: String): Param[Any]

final val groupByColumns: StringArrayParam

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numPartitions: IntParam

lazy val params: Array[Param[_]]

def save(path: String): Unit

final def set(paramPair: ParamPair[_]): ExponentialVectorDiscountTransformer.this.type

final def set(param: String, value: Any): ExponentialVectorDiscountTransformer.this.type

final def set[T](param: Param[T], value: T): ExponentialVectorDiscountTransformer.this.type

final def setDefault(paramPairs: ParamPair[_]*): ExponentialVectorDiscountTransformer.this.type

final def setDefault[T](param: Param[T], value: T): ExponentialVectorDiscountTransformer.this.type

def setExponentBase(value: Double): ExponentialVectorDiscountTransformer.this.type

def setExponentScale(value: Long): ExponentialVectorDiscountTransformer.this.type

def setGroupByColumns(columns: String*): ExponentialVectorDiscountTransformer.this.type

def setNumPartitions(value: Int): ExponentialVectorDiscountTransformer.this.type

def setTimeNow(value: Long): ExponentialVectorDiscountTransformer.this.type

def setTimestampColumn(value: String): ExponentialVectorDiscountTransformer.this.type

def setVectorColumn(value: String): ExponentialVectorDiscountTransformer.this.type

def setVectorsSize(value: Int): ExponentialVectorDiscountTransformer.this.type

final def synchronized[T0](arg0: ⇒ T0): T0

val timeNow: LongParam

val timestampColumn: Param[String]

def toString(): String

def transform(dataset: Dataset[_]): DataFrame

def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame