scala-transformers-encoder/org.clulab.scala_transformers.encoder/TokenClassifier

TokenClassifier

object TokenClassifier
Companion:
class
class Object
trait Matchable
class Any

Value members

Concrete methods

def fromFiles(modelDir: String): TokenClassifier
def fromResources(modelDir: String): TokenClassifier
def mapTokenLabelsAndScoresToWords(tokenLabels: Array[Array[(String, Float)]], wordIds: Array[Long]): Array[Array[(String, Float)]]
def mapTokenLabelsToWords(tokenLabels: Array[String], wordIds: Array[Long]): Array[String]
def mkSingleTokenMask(wordId: Long, index: Int, wordIds: Array[Long]): Boolean
def mkTokenMask(wordIds: Array[Long]): Array[Boolean]