Trait

com.johnsnowlabs.nlp.embeddings

ModelWithWordEmbeddings

Related Doc: package embeddings

Permalink

trait ModelWithWordEmbeddings extends HasEmbeddings

Base class for models that uses Word Embeddings. This implementation is based on RocksDB so it has a compact RAM usage

Corresponding Approach have to implement AnnotatorWithWordEmbeddings

Linear Supertypes
HasEmbeddings, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AutoCloseable, AnyRef, Any
Known Subclasses
AssertionDLModel, AssertionLogRegModel, NerCrfModel, NerDLModel
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ModelWithWordEmbeddings
  2. HasEmbeddings
  3. ParamsAndFeaturesWritable
  4. HasFeatures
  5. Params
  6. Serializable
  7. Serializable
  8. Identifiable
  9. DefaultParamsWritable
  10. MLWritable
  11. AutoCloseable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params

    Permalink
    Definition Classes
    Params

  2. abstract val uid: String

    Permalink
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. def $$[T](feature: StructFeature[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  6. def $$[T](feature: SetFeature[T]): Set[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  7. def $$[T](feature: ArrayFeature[T]): Array[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  8. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. val caseSensitiveEmbeddings: BooleanParam

    Permalink
    Definition Classes
    HasEmbeddings

  11. final def clear(param: Param[_]): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    Params

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def close(): Unit

    Permalink
    Definition Classes
    HasEmbeddings → AutoCloseable

  14. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  15. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  16. def deserializeEmbeddings(path: String, spark: SparkSession): Unit

    Permalink

  17. val embeddingsDim: IntParam

    Permalink
    Definition Classes
    HasEmbeddings

  18. val embeddingsRef: Param[String]

    Permalink
    Definition Classes
    HasEmbeddings

  19. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  20. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  21. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  22. def explainParams(): String

    Permalink
    Definition Classes
    Params

  23. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  24. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  25. val features: ArrayBuffer[Feature[_, _, _]]

    Permalink
    Definition Classes
    HasFeatures

  26. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  27. def get[T](feature: StructFeature[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  28. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  29. def get[T](feature: SetFeature[T]): Option[Set[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  30. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  31. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  32. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  33. def getClusterEmbeddings: ClusterWordEmbeddings

    Permalink
    Definition Classes
    HasEmbeddings

  34. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  35. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  36. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  37. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  38. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  39. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  40. val includeEmbeddings: BooleanParam

    Permalink
    Definition Classes
    HasEmbeddings

  41. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  42. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  43. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  44. def moveFolderFiles(folderSrc: String, folderDst: String): Unit

    Permalink

  45. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  46. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  47. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  48. def onWrite(path: String, spark: SparkSession): Unit

    Permalink
    Definition Classes
    ModelWithWordEmbeddings → ParamsAndFeaturesWritable

  49. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  50. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  51. def serializeEmbeddings(path: String, spark: SparkSession): Unit

    Permalink

  52. def set[T](feature: StructFeature[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  53. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  54. def set[T](feature: SetFeature[T], value: Set[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  55. def set[T](feature: ArrayFeature[T], value: Array[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  56. final def set(paramPair: ParamPair[_]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  57. final def set(param: String, value: Any): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  58. final def set[T](param: Param[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    Params

  59. def setCaseSensitiveEmbeddings(value: Boolean): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  60. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  61. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  62. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  63. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  64. final def setDefault(paramPairs: ParamPair[_]*): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  65. final def setDefault[T](param: Param[T], value: T): ModelWithWordEmbeddings.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  66. def setEmbeddingsDim(value: Int): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  67. def setEmbeddingsRef(value: String): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  68. def setIncludeEmbeddings(value: Boolean): ModelWithWordEmbeddings.this.type

    Permalink
    Definition Classes
    HasEmbeddings

  69. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  70. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  71. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  72. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  74. def write: MLWriter

    Permalink
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

Inherited from HasEmbeddings

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped