AssertionDLModel

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. def $$[T](feature: StructFeature[T]): T

   

   Attributes

   protected

   Definition Classes

   HasFeatures

5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

6. def $$[T](feature: ArrayFeature[T]): Array[T]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

7. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. val annotatorType: AnnotatorType

   

   Definition Classes

   AssertionDLModel → HasAnnotatorType

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. val batchSize: IntParam

    

11. final def clear(param: Param[_]): AssertionDLModel.this.type

    

    Definition Classes

    Params

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def close(): Unit

    

    Definition Classes

    HasWordEmbeddings → AutoCloseable

14. def copy(extra: ParamMap): AssertionDLModel

    

    requirement for annotators copies

    requirement for annotators copies

    Definition Classes

    AssertionDLModel → Model → Transformer → PipelineStage → Params

15. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

16. val datasetParams: StructFeature[DatasetEncoderParams]

    

17. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

18. def deserializeEmbeddings(path: String, spark: SparkContext): Unit

    

    Definition Classes

    HasWordEmbeddings

19. def embeddings: Option[WordEmbeddings]

    

    Definition Classes

    HasWordEmbeddings

20. val end: Param[String]

    

21. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

22. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

23. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

24. def explainParams(): String

    

    Definition Classes

    Params

25. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

26. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

27. def extractTextUdf: UserDefinedFunction

    

28. val features: ArrayBuffer[Feature[_, _, _]]

    

    Definition Classes

    HasFeatures

29. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

30. def get[T](feature: StructFeature[T]): Option[T]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

31. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

32. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

33. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

34. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

35. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

36. def getEmbeddingsSerializedPath(path: String): Path

    

    Definition Classes

    HasWordEmbeddings

37. final def getInputCols: Array[String]

    
    returns

    input annotations columns currently used

    Definition Classes

    HasInputAnnotationCols

38. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

39. final def getOutputCol: String

    

    Gets annotation column name going to generate

    Gets annotation column name going to generate

    Definition Classes

    HasOutputAnnotationCol

40. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

41. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

42. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

43. def hasParent: Boolean

    

    Definition Classes

    Model

44. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

45. val indexPath: Param[String]

    

    Definition Classes

    HasWordEmbeddings

46. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

47. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

48. final val inputCols: StringArrayParam

    

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

49. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

50. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

51. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

52. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

53. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

54. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

55. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

56. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

57. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

58. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

59. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

60. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

61. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

62. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

63. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def model: TensorflowAssertion

    

66. def moveFolderFiles(folderSrc: String, folderDst: String): Unit

    

    Definition Classes

    HasWordEmbeddings

67. val nDims: IntParam

    

    Definition Classes

    HasWordEmbeddings

68. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

69. final def notify(): Unit

    

    Definition Classes

    AnyRef

70. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

71. def onWrite(path: String, spark: SparkSession): Unit

    

    Definition Classes

    AssertionDLModel → HasWordEmbeddings → ParamsAndFeaturesWritable

72. final val outputCol: Param[String]

    

    Attributes

    protected

    Definition Classes

    HasOutputAnnotationCol

73. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

74. var parent: Estimator[AssertionDLModel]

    

    Definition Classes

    Model

75. val requiredAnnotatorTypes: Array[String]

    

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

    Definition Classes

    AssertionDLModel → HasInputAnnotationCols

76. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

77. def serializeEmbeddings(path: String, spark: SparkContext): Unit

    

    Definition Classes

    HasWordEmbeddings

78. def set[T](feature: StructFeature[T], value: T): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

79. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

80. def set[T](feature: ArrayFeature[T], value: Array[T]): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

81. final def set(paramPair: ParamPair[_]): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

82. final def set(param: String, value: Any): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

83. final def set[T](param: Param[T], value: T): AssertionDLModel.this.type

    

    Definition Classes

    Params

84. def setBatchSize(size: Int): AssertionDLModel

    

85. def setDatasetParams(params: DatasetEncoderParams): AssertionDLModel

    

86. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

87. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

88. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

89. final def setDefault(paramPairs: ParamPair[_]*): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

90. final def setDefault[T](param: Param[T], value: T): AssertionDLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

91. def setDims(nDims: Int): AssertionDLModel.this.type

    

    Definition Classes

    HasWordEmbeddings

92. def setEnd(e: String): AssertionDLModel.this.type

    

93. def setIndexPath(path: String): AssertionDLModel.this.type

    

    Definition Classes

    HasWordEmbeddings

94. final def setInputCols(value: String*): AssertionDLModel.this.type

    

    Definition Classes

    HasInputAnnotationCols

95. final def setInputCols(value: Array[String]): AssertionDLModel.this.type

    

    Overrides required annotators column if different than default

    Overrides required annotators column if different than default

    Definition Classes

    HasInputAnnotationCols

96. final def setOutputCol(value: String): AssertionDLModel.this.type

    

    Overrides annotation column name when transforming

    Overrides annotation column name when transforming

    Definition Classes

    HasOutputAnnotationCol

97. def setParent(parent: Estimator[AssertionDLModel]): AssertionDLModel

    

    Definition Classes

    Model

98. def setStart(s: String): AssertionDLModel.this.type

    

99. def setTensorflow(tf: TensorflowWrapper): AssertionDLModel

    

100. val start: Param[String]

     

101. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

102. var tensorflow: TensorflowWrapper

     

103. def toString(): String

     

     Definition Classes

     Identifiable → AnyRef → Any

104. final def transform(dataset: Dataset[_]): DataFrame

     

     Definition Classes

     AssertionDLModel → Transformer

105. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

     

     Definition Classes

     Transformer

     Annotations

     @Since( "2.0.0" )

106. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

     

     Definition Classes

     Transformer

     Annotations

     @Since( "2.0.0" ) @varargs()

107. final def transformSchema(schema: StructType): StructType

     

     requirement for pipeline transformation validation.

     requirement for pipeline transformation validation. It is called on fit()

     Definition Classes

     TransformModelSchema

108. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

109. val uid: String

     

     Definition Classes

     AssertionDLModel → Identifiable

110. def validate(schema: StructType): Boolean

     

     takes a Dataset and checks to see if all the required annotation types are present.

     takes a Dataset and checks to see if all the required annotation types are present.

     schema

     to be validated

     returns

     True if all the required types are present, else false

     Attributes

     protected

     Definition Classes

     HasInputAnnotationCols

111. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

112. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

113. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

114. def write: MLWriter

     

     Definition Classes

     ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

115. def writeTensorflowModel(path: String, spark: SparkSession, tensorflow: TensorflowWrapper, suffix: String): Unit

     

     Definition Classes

     WriteTensorflowModel