NerCrfApproach

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. val annotatorType: String

   

   Definition Classes

   NerCrfApproach → HasAnnotatorType

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def beforeTraining(spark: SparkSession): Unit

   

   Definition Classes

   ApproachWithWordEmbeddings → AnnotatorApproach

8. val c0: IntParam

   

9. final def clear(param: Param[_]): NerCrfApproach.this.type

   

   Definition Classes

   Params

10. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

11. def close(): Unit

    

    Definition Classes

    ApproachWithWordEmbeddings → AutoCloseable

12. final def copy(extra: ParamMap): Estimator[NerCrfModel]

    

    Definition Classes

    AnnotatorApproach → Estimator → PipelineStage → Params

13. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

14. val datasetPath: Param[String]

    

15. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

16. val description: String

    

    Definition Classes

    NerCrfApproach → AnnotatorApproach

17. val dicts: StringArrayParam

    

18. def embeddings(): Option[WordEmbeddings]

    

    Definition Classes

    ApproachWithWordEmbeddings

19. val embeddingsFormat: IntParam

    

    Definition Classes

    ApproachWithWordEmbeddings

20. val embeddingsNDims: IntParam

    

    Definition Classes

    ApproachWithWordEmbeddings

21. val entities: StringArrayParam

    

22. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

24. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

25. def explainParams(): String

    

    Definition Classes

    Params

26. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

27. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

28. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

29. final def fit(dataset: Dataset[_]): NerCrfModel

    

    Definition Classes

    AnnotatorApproach → Estimator

30. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[NerCrfModel]

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

31. def fit(dataset: Dataset[_], paramMap: ParamMap): NerCrfModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

32. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): NerCrfModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" ) @varargs()

33. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

34. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

35. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

36. final def getInputCols: Array[String]

    
    returns

    input annotations columns currently used

    Definition Classes

    HasInputAnnotationCols

37. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

38. final def getOutputCol: String

    

    Gets annotation column name going to generate

    Gets annotation column name going to generate

    Definition Classes

    HasOutputAnnotationCol

39. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

40. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

41. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

42. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

43. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

44. final val inputCols: StringArrayParam

    

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

45. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

46. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

47. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

48. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

49. val l2: DoubleParam

    

50. val labelColumn: Param[String]

    

51. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

52. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

53. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

54. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

55. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

56. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

57. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

58. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

59. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

60. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

61. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

62. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

63. val lossEps: DoubleParam

    

64. val maxEpochs: IntParam

    

65. val minEpochs: IntParam

    

66. val minW: DoubleParam

    

67. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

68. final def notify(): Unit

    

    Definition Classes

    AnyRef

69. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

70. def onTrained(model: NerCrfModel, spark: SparkSession): Unit

    

    Definition Classes

    ApproachWithWordEmbeddings → AnnotatorApproach

71. final val outputCol: Param[String]

    

    Attributes

    protected

    Definition Classes

    HasOutputAnnotationCol

72. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

73. val randomSeed: IntParam

    

74. final def recursiveFit(dataset: Dataset[_], recursivePipeline: PipelineModel): NerCrfModel

    

    Definition Classes

    HasRecursiveFit

75. val requiredAnnotatorTypes: Array[String]

    

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

    Definition Classes

    NerCrfApproach → HasInputAnnotationCols

76. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

77. final def set(paramPair: ParamPair[_]): NerCrfApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

78. final def set(param: String, value: Any): NerCrfApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

79. final def set[T](param: Param[T], value: T): NerCrfApproach.this.type

    

    Definition Classes

    Params

80. def setC0(c0: Int): NerCrfApproach

    

81. def setDatasetPath(path: String): NerCrfApproach

    

82. final def setDefault(paramPairs: ParamPair[_]*): NerCrfApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

83. final def setDefault[T](param: Param[T], value: T): NerCrfApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

84. def setDicts(paths: Seq[String]): NerCrfApproach

    

85. def setEmbeddingsSource(path: String, nDims: Int, format: Format): NerCrfApproach

    

    Definition Classes

    ApproachWithWordEmbeddings

86. def setEntities(tags: Array[String]): NerCrfApproach

    

87. final def setInputCols(value: String*): NerCrfApproach.this.type

    

    Definition Classes

    HasInputAnnotationCols

88. final def setInputCols(value: Array[String]): NerCrfApproach.this.type

    

    Overrides required annotators column if different than default

    Overrides required annotators column if different than default

    Definition Classes

    HasInputAnnotationCols

89. def setL2(l2: Double): NerCrfApproach

    

90. def setLabelColumn(column: String): NerCrfApproach

    

91. def setLossEps(eps: Double): NerCrfApproach

    

92. def setMaxEpochs(epochs: Int): NerCrfApproach

    

93. def setMinEpochs(epochs: Int): NerCrfApproach

    

94. def setMinW(w: Double): NerCrfApproach

    

95. final def setOutputCol(value: String): NerCrfApproach.this.type

    

    Overrides annotation column name when transforming

    Overrides annotation column name when transforming

    Definition Classes

    HasOutputAnnotationCol

96. def setRandomSeed(seed: Int): NerCrfApproach

    

97. def setVerbose(verbose: Level): NerCrfApproach

    

98. def setVerbose(verbose: Int): NerCrfApproach

    

99. val sourceEmbeddingsPath: Param[String]

    

    Definition Classes

    ApproachWithWordEmbeddings

100. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

101. def toString(): String

     

     Definition Classes

     Identifiable → AnyRef → Any

102. def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): NerCrfModel

     

     Definition Classes

     NerCrfApproach → AnnotatorApproach

103. final def transformSchema(schema: StructType): StructType

     

     requirement for pipeline transformation validation.

     requirement for pipeline transformation validation. It is called on fit()

     Definition Classes

     AnnotatorApproach → PipelineStage

104. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

105. val uid: String

     

     Definition Classes

     NerCrfApproach → Identifiable

106. def validate(schema: StructType): Boolean

     

     takes a Dataset and checks to see if all the required annotation types are present.

     takes a Dataset and checks to see if all the required annotation types are present.

     schema

     to be validated

     returns

     True if all the required types are present, else false

     Attributes

     protected

     Definition Classes

     HasInputAnnotationCols

107. val verbose: IntParam

     

108. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

109. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

110. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

111. var wembeddings: Option[WordEmbeddings]

     

     Definition Classes

     ApproachWithWordEmbeddings

112. def write: MLWriter

     

     Definition Classes

     DefaultParamsWritable → MLWritable