Trait

com.johnsnowlabs.nlp.embeddings

ModelWithWordEmbeddings

Related Doc: package embeddings

Permalink

trait ModelWithWordEmbeddings extends HasEmbeddings

Base class for models that uses Word Embeddings. This implementation is based on RocksDB so it has a compact RAM usage

Corresponding Approach have to implement AnnotatorWithWordEmbeddings

Linear Supertypes
HasEmbeddings, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AutoCloseable, AnyRef, Any
Known Subclasses
AssertionDLModel, AssertionLogRegModel, NerCrfModel, NerDLModel
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ModelWithWordEmbeddings
  2. HasEmbeddings
  3. ParamsAndFeaturesWritable
  4. HasFeatures
  5. Params
  6. Serializable
  7. Serializable
  8. Identifiable
  9. DefaultParamsWritable
  10. MLWritable
  11. AutoCloseable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params

    Permalink
    Definition Classes
    Params

  2. abstract val uid: String

    Permalink
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. def $$[T](feature: StructFeature[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  6. def $$[T](feature: SetFeature[T]): Set[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  7. def $$[T](feature: ArrayFeature[T]): Array[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  8. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. val caseSensitiveEmbeddings: BooleanParam

    Permalink
    Definition Classes
    HasEmbeddings

  11. final def clear(param: Param[_]): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    Params

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def close(): Unit

    Permalink
    Definition Classes
    HasEmbeddings → AutoCloseable

  14. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  15. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  16. def deserializeEmbeddings(path: String, spark: SparkSession): Unit

    Permalink

  17. val embeddingsDim: IntParam

    Permalink
    Definition Classes
    HasEmbeddings

  18. val embeddingsRef: Param[String]

    Permalink
    Definition Classes
    HasEmbeddings

  19. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  20. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  21. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  22. def explainParams(): String

    Permalink
    Definition Classes
    Params

  23. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  24. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  25. val features: ArrayBuffer[Feature[_, _, _]]

    Permalink
    Definition Classes
    HasFeatures

  26. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  27. def get[T](feature: StructFeature[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  28. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  29. def get[T](feature: SetFeature[T]): Option[Set[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  30. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  31. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  32. def getCaseSensitiveEmbeddings: Boolean

    Permalink
    Definition Classes
    HasEmbeddings

  33. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  34. def getClusterEmbeddings: ClusterWordEmbeddings

    Permalink
    Definition Classes
    HasEmbeddings

  35. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  36. def getEmbeddingsDim: Int

    Permalink
    Definition Classes
    HasEmbeddings

  37. def getEmbeddingsRef: String

    Permalink
    Definition Classes
    HasEmbeddings

  38. def getIncludeEmbeddings: Boolean

    Permalink
    Definition Classes
    HasEmbeddings

  39. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  40. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  41. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  42. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  43. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  44. val includeEmbeddings: BooleanParam

    Permalink
    Definition Classes
    HasEmbeddings

  45. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  46. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  47. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  48. def moveFolderFiles(folderSrc: String, folderDst: String): Unit

    Permalink

  49. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  50. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  51. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  52. def onWrite(path: String, spark: SparkSession): Unit

    Permalink
    Definition Classes
    ModelWithWordEmbeddings → ParamsAndFeaturesWritable

  53. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  54. lazy val preloadedEmbeddings: ClusterWordEmbeddings

    Permalink
    Attributes
    protected
    Definition Classes
    HasEmbeddings

  55. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  56. def serializeEmbeddings(path: String, spark: SparkSession): Unit

    Permalink

  57. def set[T](feature: StructFeature[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  58. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  59. def set[T](feature: SetFeature[T], value: Set[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  60. def set[T](feature: ArrayFeature[T], value: Array[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  61. final def set(paramPair: ParamPair[_]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  62. final def set(param: String, value: Any): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  63. final def set[T](param: Param[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    Params

  64. def setCaseSensitiveEmbeddings(value: Boolean): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  65. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  66. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  67. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  68. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  69. final def setDefault(paramPairs: ParamPair[_]*): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  70. final def setDefault[T](param: Param[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  71. def setEmbeddingsDim(value: Int): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  72. def setEmbeddingsRef(value: String): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  73. def setIncludeEmbeddings(value: Boolean): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  74. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  75. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  76. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  79. def write: MLWriter

    Permalink
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

Inherited from HasEmbeddings

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped