Packages

class SentencePieceProcessor extends AutoCloseable

Linear Supertypes
AutoCloseable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SentencePieceProcessor
  2. AutoCloseable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new SentencePieceProcessor()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def bosId(): Int
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @HotSpotIntrinsicCandidate() @native()
  7. def close(): Unit
    Definition Classes
    SentencePieceProcessor → AutoCloseable
    Annotations
    @Override()
  8. def decodeIds(ids: <repeated...>[Int]): String
  9. def decodeIdsAsSerializedProto(ids: <repeated...>[Int]): Array[Byte]
  10. def decodePieces(pieces: List[String]): String
  11. def decodePiecesAsSerializedProto(pieces: List[String]): Array[Byte]
  12. def encodeAsIds(input: String): Array[Int]
  13. def encodeAsPieces(input: String): List[String]
  14. def encodeAsSerializedProto(input: String): Array[Byte]
  15. def eosId(): Int
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  18. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  19. def getPieceSize(): Int
  20. def getScore(id: Int): Float
  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  22. def idToPiece(id: Int): String
  23. def isControl(id: Int): Boolean
  24. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  25. def isUnknown(id: Int): Boolean
  26. def isUnused(id: Int): Boolean
  27. def load(filename: String): Unit
  28. def loadFromSerializedProto(serialized: Array[Byte]): Unit
  29. def loadOrDie(filename: String): Unit
  30. def loadVocabulary(filename: String, threshold: Int): Unit
  31. def nbestEncodeAsIds(input: String, nbestSize: Int): Array[Array[Int]]
  32. def nbestEncodeAsPieces(input: String, nbestSize: Int): List[List[String]]
  33. def nbestEncodeAsSerializedProto(input: String, nbestSize: Int): Array[Byte]
  34. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  35. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  36. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  37. def padId(): Int
  38. def pieceToId(piece: String): Int
  39. def resetVocabulary(): Unit
  40. def sampleEncodeAsIds(input: String, nbestSize: Int, alpha: Float): Array[Int]
  41. def sampleEncodeAsPieces(input: String, nbestSize: Int, alpha: Float): List[String]
  42. def sampleEncodeAsSerializedProto(input: String, nbestSize: Int, alpha: Float): Array[Byte]
  43. def setDecodeExtraOptions(extraOption: String): Unit
  44. def setEncodeExtraOptions(extraOption: String): Unit
  45. def setVocabulary(validVocab: List[String]): Unit
  46. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  47. def toString(): String
    Definition Classes
    AnyRef → Any
  48. def unkId(): Int
  49. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  50. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  51. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped