object BertPretrainModule
- Companion:
- class
Type members
Value members
Concrete methods
def apply[S : Sc](maxLength: Int, vocabularySize: Int, segmentVocabularySize: Int, mlmHiddenDim: Int, wholeStentenceHiddenDim: Int, numBlocks: Int, embeddingDim: Int, attentionHiddenPerHeadDim: Int, attentionNumHeads: Int, bertEncoderMlpHiddenDim: Int, dropout: Double, padToken: Long, tOpt: STenOptions, linearized: Boolean, positionEmbedding: Option[STen]): BertPretrainModule