ApproachWithWordEmbeddings

abstract val annotatorType: AnnotatorType

abstract val description: String

abstract val requiredAnnotatorTypes: Array[String]

Annotator reference id.

abstract def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel] = None): M

abstract val uid: String

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

def $$[T](feature: StructFeature[T]): T

def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

def $$[T](feature: SetFeature[T]): Set[T]

def $$[T](feature: ArrayFeature[T]): Array[T]

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def beforeTraining(spark: SparkSession): Unit

val caseSensitiveEmbeddings: BooleanParam

final def clear(param: Param[_]): ApproachWithWordEmbeddings.this.type

def clone(): AnyRef

def close(): Unit

final def copy(extra: ParamMap): Estimator[M]

def copyValues[T <: Params](to: T, extra: ParamMap): T

final def defaultCopy[T <: Params](extra: ParamMap): T

val embeddingsDim: IntParam

val embeddingsFormat: IntParam

val embeddingsRef: Param[String]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

def explainParams(): String

def extraValidate(structType: StructType): Boolean

def extraValidateMsg: String

Override for additional custom schema checks

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

val features: ArrayBuffer[Feature[_, _, _]]

def finalize(): Unit

final def fit(dataset: Dataset[_]): M

def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[M]

def fit(dataset: Dataset[_], paramMap: ParamMap): M

def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): M

def get[T](feature: StructFeature[T]): Option[T]

def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

def get[T](feature: SetFeature[T]): Option[Set[T]]

def get[T](feature: ArrayFeature[T]): Option[Array[T]]

final def get[T](param: Param[T]): Option[T]

def getCaseSensitiveEmbeddings: Boolean

final def getClass(): Class[_]

def getClusterEmbeddings: ClusterWordEmbeddings

final def getDefault[T](param: Param[T]): Option[T]

def getEmbeddingsDim: Int

def getEmbeddingsRef: String

def getIncludeEmbeddings: Boolean

final def getInputCols: Array[String]

final def getOrDefault[T](param: Param[T]): T

final def getOutputCol: String

Gets annotation column name going to generate

def getParam(paramName: String): Param[Any]

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

val includeEmbeddings: BooleanParam

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final val inputCols: StringArrayParam

columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onTrained(model: M, spark: SparkSession): Unit

def onWrite(path: String, spark: SparkSession): Unit

final val outputCol: Param[String]

lazy val params: Array[Param[_]]

lazy val preloadedEmbeddings: ClusterWordEmbeddings

def save(path: String): Unit

def set[T](feature: StructFeature[T], value: T): ApproachWithWordEmbeddings.this.type

def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ApproachWithWordEmbeddings.this.type

def set[T](feature: SetFeature[T], value: Set[T]): ApproachWithWordEmbeddings.this.type

def set[T](feature: ArrayFeature[T], value: Array[T]): ApproachWithWordEmbeddings.this.type

final def set(paramPair: ParamPair[_]): ApproachWithWordEmbeddings.this.type

final def set(param: String, value: Any): ApproachWithWordEmbeddings.this.type

final def set[T](param: Param[T], value: T): ApproachWithWordEmbeddings.this.type

def setCaseSensitiveEmbeddings(value: Boolean): ApproachWithWordEmbeddings.this.type

def setDefault[T](feature: StructFeature[T], value: () ⇒ T): ApproachWithWordEmbeddings.this.type

def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ApproachWithWordEmbeddings.this.type

def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ApproachWithWordEmbeddings.this.type

def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ApproachWithWordEmbeddings.this.type

final def setDefault(paramPairs: ParamPair[_]*): ApproachWithWordEmbeddings.this.type

final def setDefault[T](param: Param[T], value: T): ApproachWithWordEmbeddings.this.type

def setEmbeddingsDim(value: Int): ApproachWithWordEmbeddings.this.type

def setEmbeddingsRef(value: String): ApproachWithWordEmbeddings.this.type

def setEmbeddingsSource(path: String, nDims: Int, format: String): A

def setEmbeddingsSource(path: String, nDims: Int, format: Format): A

def setIncludeEmbeddings(value: Boolean): ApproachWithWordEmbeddings.this.type

final def setInputCols(value: String*): ApproachWithWordEmbeddings.this.type

final def setInputCols(value: Array[String]): ApproachWithWordEmbeddings.this.type

Overrides required annotators column if different than default

final def setOutputCol(value: String): ApproachWithWordEmbeddings.this.type

Overrides annotation column name when transforming

val sourceEmbeddingsPath: Param[String]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def transformSchema(schema: StructType): StructType

requirement for pipeline transformation validation.

def transformSchema(schema: StructType, logging: Boolean): StructType

def validate(schema: StructType): Boolean

takes a Dataset and checks to see if all the required annotation types are present.

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write: MLWriter