Packages

c

com.johnsnowlabs.ml.ai.t5

OnnxT5EncoderDecoder

class OnnxT5EncoderDecoder extends T5EncoderDecoder

Linear Supertypes
T5EncoderDecoder, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OnnxT5EncoderDecoder
  2. T5EncoderDecoder
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new OnnxT5EncoderDecoder(onnxEncoder: OnnxWrapper, onnxDecoder: OnnxWrapper, spp: SentencePieceWrapper, additionalTokens: Map[Int, String] = Map())

Type Members

  1. class DecoderProcessor extends AnyRef
    Definition Classes
    T5EncoderDecoder

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val additionalTokens: Map[Int, String]
    Definition Classes
    OnnxT5EncoderDecoder → T5EncoderDecoder
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def calcBannedNgramTokens(prevInputIds: Seq[Array[Int]], numHypos: Int, noRepeatNgramSize: Int, curLen: Int): Array[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @HotSpotIntrinsicCandidate() @native()
  8. def decode(sentences: Array[Array[Int]]): Seq[String]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  9. lazy val decoderCacheInputKeys: Array[String]
  10. lazy val decoderCacheOutputKeys: Array[String]
  11. def encode(sentences: Seq[Annotation], task: String): Seq[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  12. def encodeS(sentences: Seq[String], task: String): Seq[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  13. lazy val encoderCacheInputKeys: Array[String]
  14. lazy val encoderCacheOutputKeys: Array[String]
  15. val eosTokenId: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  18. def generate(prompts: Seq[Annotation], batchSize: Int, maxNewTokens: Int, maxContextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int], isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
    Definition Classes
    T5EncoderDecoder
  19. def generateCacheKeys(component: String, state: String): Array[String]
  20. def generateNoBeamSearch(inputIds: Seq[Array[Int]], encoderStateTensors: OnnxTensor, encoderAttentionMaskTensors: OnnxTensor, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, vocabSize: Int, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Array[Array[Int]]
  21. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  22. def getGeneratedNgrams(prevInputIds: Seq[Array[Int]], generatedNgrams: Array[Map[IndexedSeq[Int], List[Int]]], hypoIdx: Int, curLen: Int, noRepeatNgramSize: Int): Array[Int]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  23. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  24. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  25. val logger: Logger
    Attributes
    protected
  26. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  27. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  28. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  29. val numAttnHeads: Int
    Attributes
    protected
  30. val numLayers: Int
    Attributes
    protected
  31. val onnxDecoder: OnnxWrapper
  32. val onnxEncoder: OnnxWrapper
  33. val paddingTokenId: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  34. val pieceSize: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  35. def predict(sentences: Seq[Annotation], task: String, batchSize: Int, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long] = None, ignoreTokenIds: Array[Int] = Array(), isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
    Definition Classes
    T5EncoderDecoder
  36. def sessionWarmup(): Unit
    Definition Classes
    T5EncoderDecoder
  37. def setTensorByIndicesToValue(prevInputIds: Array[Float], indices: IndexedSeq[Boolean], value: Float): Array[Float]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  38. val spp: SentencePieceWrapper
    Definition Classes
    OnnxT5EncoderDecoder → T5EncoderDecoder
  39. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  40. def tag(batch: Seq[Array[Int]], maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, noRepeatNgramSize: Int, repetitionPenalty: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean): Array[Array[Int]]
    Definition Classes
    OnnxT5EncoderDecoder → T5EncoderDecoder
  41. def toString(): String
    Definition Classes
    AnyRef → Any
  42. val vocabSize: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  43. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  44. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  45. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from T5EncoderDecoder

Inherited from AnyRef

Inherited from Any

Ungrouped