Token

Instance Constructors

new Token(word: String, features: Seq[String], labelString: String)

Type Members

case class IncrementTensorDiff(t: Tensor) extends Diff with Product with Serializable

Definition Classes
MutableTensorVar
case class IncrementTensorIndexDiff(index: Int, incr: Double) extends Diff with Product with Serializable

Definition Classes
MutableTensorVar
case class SetTensorDiff(oldValue: MutableTensorVar.Value, newValue: MutableTensorVar.Value) extends Diff with Product with Serializable

Definition Classes
MutableTensorVar
type ThisType = Token

Definition Classes
ThisType
case class UpdateTensorDiff(index: Int, oldValue: Double, newValue: Double) extends Diff with Product with Serializable

Definition Classes
MutableTensorVar
type Value = la.Tensor1

Definition Classes
CategoricalVectorVariable → VectorVar → TensorVar → Var
case class ZeroTensorDiff(prev: Array[Double]) extends Diff with Product with Serializable

Definition Classes
MutableTensorVar

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def !==(other: variable.Var): Boolean

Definition Classes
Var
final def ##(): Int

Definition Classes
AnyRef → Any
def ++=(elts: Iterable[String]): Unit

Definition Classes
CategoricalVectorVar
def +=(elt: String): Unit

Definition Classes
CategoricalVectorVar
def +=(elt: String, incr: Double): Unit

Definition Classes
CategoricalVectorVar
final def :=(newValue: Value): Unit

Definition Classes
MutableVar
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def ===(other: variable.Var): Boolean

Value comparisons (as distinct from variable pointer equality)
Value comparisons (as distinct from variable pointer equality)

Definition Classes
Var
def _setChainPosition(c: Sentence, p: Int): Unit

This method should never be called outside Chain.+= or Chain.insert or Chain.remove
This method should never be called outside Chain.+= or Chain.insert or Chain.remove

Definition Classes
ChainLink
def activeCategories: Seq[String]

Definition Classes
CategoricalVectorVar
final def asInstanceOf[T0]: T0

Definition Classes
Any
def between(other: Token): Seq[Token]

Definition Classes
ChainLink
def chain: Sentence

Definition Classes
ChainLink
def chainAfter: IndexedSeq[Token]

Definition Classes
ChainLink
def chainBefore: IndexedSeq[Token]

Definition Classes
ChainLink
def chainHead: Token

Definition Classes
AbstractChainLink
def chainLast: Token

Definition Classes
AbstractChainLink
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def contains(index: Int): Boolean

Definition Classes
VectorVar
def doWithIndexSafely(elt: String, v: Double, update: Boolean): Unit

Attributes
protected
Definition Classes
CategoricalVectorVar
def domain: TokenDomain.type

Definition Classes
Token → CategoricalVectorVar → VectorVar
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def firstInSeq: Token

Definition Classes
ChainLink
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getNext: Option[Token]

Definition Classes
ChainLink
def getPrev: Option[Token]

Definition Classes
ChainLink
def hasNext(n: Int): Boolean

Definition Classes
ChainLink
def hasNext: Boolean

Definition Classes
ChainLink → AbstractChainLink
def hasPrev(n: Int): Boolean

Definition Classes
ChainLink
def hasPrev: Boolean

Definition Classes
ChainLink → AbstractChainLink
def hashCode(): Int

Definition Classes
AnyRef → Any
def increment(incr: Tensor)(implicit d: variable.DiffList): Unit

Definition Classes
MutableTensorVar
def increment(index: Int, incr: Double)(implicit d: variable.DiffList): Unit

Definition Classes
MutableTensorVar
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val label: Label
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def next(n: Int): Token

Return the ChainLink "n" positions ahead.
Return the ChainLink "n" positions ahead. If this goes past the end of the Chain, return null.

Definition Classes
ChainLink → AbstractChainLink
def next: Token

Definition Classes
ChainLink → AbstractChainLink
def nextWindow(n: Int): Seq[Token]

Definition Classes
ChainLink
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def position: Int

Definition Classes
ChainLink → AbstractChainLink
def prev(n: Int): Token

Return the ChainLink "n" positions behind.
Return the ChainLink "n" positions behind. If this goes past the beginning of the Chain, return null.

Definition Classes
ChainLink → AbstractChainLink
def prev: Token

Definition Classes
ChainLink → AbstractChainLink
def prevWindow(n: Int): Seq[Token]

Definition Classes
ChainLink
def printName: String

Return the string often used as a prefix of the toString representation of this variable.
Return the string often used as a prefix of the toString representation of this variable.

Definition Classes
Var
def set(newValue: Value)(implicit d: variable.DiffList): Unit

Assign a new value to this variable
Assign a new value to this variable

Definition Classes
MutableTensorVar → MutableVar
def skipNonCategories: Boolean

If false, then when += is called with a value (or index) outside the Domain, an error is thrown.
If false, then when += is called with a value (or index) outside the Domain, an error is thrown. If true, then no error is thrown, and request to add the outside-Domain value is simply ignored.

Definition Classes
CategoricalVectorVar
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Return a short string representation of this variable, suitable for debugging messages.
Return a short string representation of this variable, suitable for debugging messages.

Definition Classes
BinaryFeatureVectorVariable → Var → AnyRef → Any
def update(index: Int, newValue: Double)(implicit d: variable.DiffList): Unit

Definition Classes
MutableTensorVar
final def value: Value

Abstract method to return the value of this variable.
Abstract method to return the value of this variable.

Definition Classes
MutableTensorVar → MutableVar → TensorVar → Var
Annotations
@inline()
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def window(n: Int): Seq[Token]

Definition Classes
ChainLink
def windowWithoutSelf(n: Int): Seq[Token]

Definition Classes
ChainLink
val word: String
def zero(implicit d: variable.DiffList): Unit

Definition Classes
MutableTensorVar

class Token extends BinaryFeatureVectorVariable[String] with ChainLink[Token, Sentence]

Instance Constructors

new Token(word: String, features: Seq[String], labelString: String)

Type Members

case class IncrementTensorDiff(t: Tensor) extends Diff with Product with Serializable

case class IncrementTensorIndexDiff(index: Int, incr: Double) extends Diff with Product with Serializable

case class SetTensorDiff(oldValue: MutableTensorVar.Value, newValue: MutableTensorVar.Value) extends Diff with Product with Serializable

type ThisType = Token

case class UpdateTensorDiff(index: Int, oldValue: Double, newValue: Double) extends Diff with Product with Serializable

type Value = la.Tensor1

case class ZeroTensorDiff(prev: Array[Double]) extends Diff with Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

def !==(other: variable.Var): Boolean

final def ##(): Int

def ++=(elts: Iterable[String]): Unit

def +=(elt: String): Unit

def +=(elt: String, incr: Double): Unit

final def :=(newValue: Value): Unit

final def ==(arg0: Any): Boolean

def ===(other: variable.Var): Boolean

def _setChainPosition(c: Sentence, p: Int): Unit

def activeCategories: Seq[String]

final def asInstanceOf[T0]: T0

def between(other: Token): Seq[Token]

def chain: Sentence

def chainAfter: IndexedSeq[Token]

def chainBefore: IndexedSeq[Token]

def chainHead: Token

def chainLast: Token

def clone(): AnyRef

def contains(index: Int): Boolean

def doWithIndexSafely(elt: String, v: Double, update: Boolean): Unit

def domain: TokenDomain.type

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def firstInSeq: Token

final def getClass(): Class[_]

def getNext: Option[Token]

def getPrev: Option[Token]

def hasNext(n: Int): Boolean

def hasNext: Boolean

def hasPrev(n: Int): Boolean

def hasPrev: Boolean

def hashCode(): Int

def increment(incr: Tensor)(implicit d: variable.DiffList): Unit

def increment(index: Int, incr: Double)(implicit d: variable.DiffList): Unit

final def isInstanceOf[T0]: Boolean

val label: Label

final def ne(arg0: AnyRef): Boolean

def next(n: Int): Token

def next: Token

def nextWindow(n: Int): Seq[Token]

final def notify(): Unit

final def notifyAll(): Unit

def position: Int

def prev(n: Int): Token

def prev: Token

def prevWindow(n: Int): Seq[Token]

def printName: String

def set(newValue: Value)(implicit d: variable.DiffList): Unit

def skipNonCategories: Boolean

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def update(index: Int, newValue: Double)(implicit d: variable.DiffList): Unit

final def value: Value

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def window(n: Int): Seq[Token]

def windowWithoutSelf(n: Int): Seq[Token]

val word: String

def zero(implicit d: variable.DiffList): Unit

Inherited from ChainLink[Token, Sentence]

Inherited from variable.ThisType[Token]

Inherited from AbstractChainLink[Token]

Inherited from BinaryFeatureVectorVariable[String]

Inherited from FeatureVectorVar[String]