AssertionDLApproach

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. val annotatorType: AnnotatorType

   

   Definition Classes

   AssertionDLApproach → HasAnnotatorType

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. val batchSize: IntParam

   

8. def beforeTraining(spark: SparkSession): Unit

   

   Definition Classes

   ApproachWithWordEmbeddings → AnnotatorApproach

9. val classes: IntParam

   

10. final def clear(param: Param[_]): AssertionDLApproach.this.type

    

    Definition Classes

    Params

11. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

12. def close(): Unit

    

    Definition Classes

    ApproachWithWordEmbeddings → AutoCloseable

13. final def copy(extra: ParamMap): Estimator[AssertionDLModel]

    

    Definition Classes

    AnnotatorApproach → Estimator → PipelineStage → Params

14. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

15. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

16. val description: String

    

    Definition Classes

    AssertionDLApproach → AnnotatorApproach

17. val dropout: FloatParam

    

18. def embeddings: Option[WordEmbeddings]

    

    Definition Classes

    ApproachWithWordEmbeddings

19. val embeddingsFormat: IntParam

    

    Definition Classes

    ApproachWithWordEmbeddings

20. val embeddingsNDims: IntParam

    

    Definition Classes

    ApproachWithWordEmbeddings

21. val endCol: Param[String]

    

22. val epochs: IntParam

    

23. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

25. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

26. def explainParams(): String

    

    Definition Classes

    Params

27. def extraValidate(structType: StructType): Boolean

    

    Attributes

    protected

    Definition Classes

    AnnotatorApproach

28. def extraValidateMsg: String

    

    Override for additional custom schema checks

    Override for additional custom schema checks

    Attributes

    protected

    Definition Classes

    AnnotatorApproach

29. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

30. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

31. def extractTextUdf: UserDefinedFunction

    

    Attributes

    protected

32. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

33. final def fit(dataset: Dataset[_]): AssertionDLModel

    

    Definition Classes

    AnnotatorApproach → Estimator

34. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[AssertionDLModel]

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

35. def fit(dataset: Dataset[_], paramMap: ParamMap): AssertionDLModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

36. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): AssertionDLModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" ) @varargs()

37. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

38. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

39. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

40. final def getInputCols: Array[String]

    
    returns

    input annotations columns currently used

    Definition Classes

    HasInputAnnotationCols

41. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

42. final def getOutputCol: String

    

    Gets annotation column name going to generate

    Gets annotation column name going to generate

    Definition Classes

    HasOutputAnnotationCol

43. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

44. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

45. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

46. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

47. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

48. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

49. final val inputCols: StringArrayParam

    

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

50. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

51. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

52. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

53. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

54. val labelCol: Param[String]

    

55. val learningRate: FloatParam

    

56. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

57. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

58. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

59. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

60. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

61. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

62. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

63. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

66. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

67. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

68. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

69. final def notify(): Unit

    

    Definition Classes

    AnyRef

70. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

71. def onTrained(model: AssertionDLModel, spark: SparkSession): Unit

    

    Definition Classes

    ApproachWithWordEmbeddings → AnnotatorApproach

72. final val outputCol: Param[String]

    

    Attributes

    protected

    Definition Classes

    HasOutputAnnotationCol

73. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

74. val requiredAnnotatorTypes: Array[String]

    

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

    Definition Classes

    AssertionDLApproach → HasInputAnnotationCols

75. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

76. final def set(paramPair: ParamPair[_]): AssertionDLApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

77. final def set(param: String, value: Any): AssertionDLApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

78. final def set[T](param: Param[T], value: T): AssertionDLApproach.this.type

    

    Definition Classes

    Params

79. def setBatchSize(size: Int): AssertionDLApproach.this.type

    

80. def setClasses(k: Int): AssertionDLApproach.this.type

    

81. final def setDefault(paramPairs: ParamPair[_]*): AssertionDLApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

82. final def setDefault[T](param: Param[T], value: T): AssertionDLApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

83. def setDropout(factor: Float): AssertionDLApproach.this.type

    

84. def setEmbeddingsSource(path: String, nDims: Int, format: String): AssertionDLApproach

    

    Definition Classes

    ApproachWithWordEmbeddings

85. def setEmbeddingsSource(path: String, nDims: Int, format: Format): AssertionDLApproach

    

    Definition Classes

    ApproachWithWordEmbeddings

86. def setEndCol(e: String): AssertionDLApproach.this.type

    

87. def setEpochs(number: Int): AssertionDLApproach.this.type

    

88. final def setInputCols(value: String*): AssertionDLApproach.this.type

    

    Definition Classes

    HasInputAnnotationCols

89. final def setInputCols(value: Array[String]): AssertionDLApproach.this.type

    

    Overrides required annotators column if different than default

    Overrides required annotators column if different than default

    Definition Classes

    HasInputAnnotationCols

90. def setLabelCol(label: String): AssertionDLApproach.this.type

    

91. def setLearningRate(rate: Float): AssertionDLApproach.this.type

    

92. final def setOutputCol(value: String): AssertionDLApproach.this.type

    

    Overrides annotation column name when transforming

    Overrides annotation column name when transforming

    Definition Classes

    HasOutputAnnotationCol

93. def setStartCol(s: String): AssertionDLApproach.this.type

    

94. def setTargetCol(target: String): AssertionDLApproach.this.type

    

95. def setUseNormalizedTokensForEmbeddings(value: Boolean): AssertionDLApproach.this.type

    

    Definition Classes

    ApproachWithWordEmbeddings

96. val sourceEmbeddingsPath: Param[String]

    

    Definition Classes

    ApproachWithWordEmbeddings

97. val startCol: Param[String]

    

98. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

99. def toString(): String

    

    Definition Classes

    Identifiable → AnyRef → Any

100. def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): AssertionDLModel

     

     Definition Classes

     AssertionDLApproach → AnnotatorApproach

101. final def transformSchema(schema: StructType): StructType

     

     requirement for pipeline transformation validation.

     requirement for pipeline transformation validation. It is called on fit()

     Definition Classes

     AnnotatorApproach → PipelineStage

102. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

103. val uid: String

     

     Definition Classes

     AssertionDLApproach → Identifiable

104. val useNormalizedTokensForEmbeddings: BooleanParam

     

     Definition Classes

     ApproachWithWordEmbeddings

105. def validate(schema: StructType): Boolean

     

     takes a Dataset and checks to see if all the required annotation types are present.

     takes a Dataset and checks to see if all the required annotation types are present.

     schema

     to be validated

     returns

     True if all the required types are present, else false

     Attributes

     protected

     Definition Classes

     HasInputAnnotationCols

106. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

107. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

108. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

109. def write: MLWriter

     

     Definition Classes

     DefaultParamsWritable → MLWritable