ContextSpellCheckerApproach

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. def $$[T](feature: StructFeature[T]): T

   

   Attributes

   protected

   Definition Classes

   HasFeatures

5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

6. def $$[T](feature: SetFeature[T]): Set[T]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

7. def $$[T](feature: ArrayFeature[T]): Array[T]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

8. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. def backTrack(dist: Array[Array[Float]], s2: String, s1: String, j: Int, i: Int, acc: Seq[(String, String)]): Seq[(String, String)]

    

    Definition Classes

    WeightedLevenshtein

11. def beforeTraining(spark: SparkSession): Unit

    

    Definition Classes

    AnnotatorApproach

12. val blacklistMinFreq: Param[Int]

    

13. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean

    

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

14. final def clear(param: Param[_]): ContextSpellCheckerApproach.this.type

    

    Definition Classes

    Params

15. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

16. def computeAndPersistClasses(vocab: HashMap[String, Double], total: Double, k: Int): Map[String, (Int, Int)]

    

17. val configProtoBytes: IntArrayParam

    

18. final def copy(extra: ParamMap): Estimator[ContextSpellCheckerModel]

    

    Definition Classes

    AnnotatorApproach → Estimator → PipelineStage → Params

19. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

20. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

21. val description: String

    

    Definition Classes

    ContextSpellCheckerApproach → AnnotatorApproach

22. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

24. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

25. def explainParams(): String

    

    Definition Classes

    Params

26. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

27. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

28. val features: ArrayBuffer[Feature[_, _, _]]

    

    Definition Classes

    HasFeatures

29. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

30. final def fit(dataset: Dataset[_]): ContextSpellCheckerModel

    

    Definition Classes

    AnnotatorApproach → Estimator

31. def fit(dataset: Dataset[_], paramMaps: Array[ParamMap]): Seq[ContextSpellCheckerModel]

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

32. def fit(dataset: Dataset[_], paramMap: ParamMap): ContextSpellCheckerModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" )

33. def fit(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): ContextSpellCheckerModel

    

    Definition Classes

    Estimator

    Annotations

    @Since( "2.0.0" ) @varargs()

34. def genVocab(rawDataPath: String): (List[(String, Double)], Map[String, (Int, Int)])

    

35. def get[T](feature: StructFeature[T]): Option[T]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

36. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

37. def get[T](feature: SetFeature[T]): Option[Set[T]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

38. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

39. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

40. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

41. def getConfigProtoBytes: Option[Array[Byte]]

    

42. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

43. def getInputCols: Array[String]

    
    returns

    input annotations columns currently used

    Definition Classes

    HasInputAnnotationCols

44. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

45. final def getOutputCol: String

    

    Gets annotation column name going to generate

    Gets annotation column name going to generate

    Definition Classes

    HasOutputAnnotationCol

46. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

47. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

48. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

49. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

50. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

51. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

52. val inputAnnotatorTypes: Array[String]

    

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

    Definition Classes

    ContextSpellCheckerApproach → HasInputAnnotationCols

53. final val inputCols: StringArrayParam

    

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    columns that contain annotations necessary to run this annotator AnnotatorType is used both as input and output columns if not specified

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

54. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

55. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

56. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

57. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

58. val languageModelClasses: Param[Int]

    

59. def learnDist(s1: String, s2: String): Seq[(String, String)]

    

    Definition Classes

    WeightedLevenshtein

60. def levenshteinDist(s11: String, s22: String)(cost: (String, String) ⇒ Float): Float

    

    Definition Classes

    WeightedLevenshtein

61. def loadWeights(filename: String): Map[String, Map[String, Float]]

    

    Definition Classes

    WeightedLevenshtein

62. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

63. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

66. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

67. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

68. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

69. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

70. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

71. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

72. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

73. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

74. val maxCandidates: IntParam

    

75. val maxWindowLen: IntParam

    

76. val minCount: Param[Double]

    

77. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

78. final def notify(): Unit

    

    Definition Classes

    AnyRef

79. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

80. def onTrained(model: ContextSpellCheckerModel, spark: SparkSession): Unit

    

    Definition Classes

    AnnotatorApproach

81. val openClose: List[OpenClose]

    

82. val outputAnnotatorType: AnnotatorType

    

    Definition Classes

    ContextSpellCheckerApproach → HasOutputAnnotatorType

83. final val outputCol: Param[String]

    

    Attributes

    protected

    Definition Classes

    HasOutputAnnotationCol

84. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

85. val prefixes: ArrayFeature[String]

    

86. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

87. def set[T](feature: StructFeature[T], value: T): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

88. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

89. def set[T](feature: SetFeature[T], value: Set[T]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

90. def set[T](feature: ArrayFeature[T], value: Array[T]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

91. final def set(paramPair: ParamPair[_]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

92. final def set(param: String, value: Any): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    Params

93. final def set[T](param: Param[T], value: T): ContextSpellCheckerApproach.this.type

    

    Definition Classes

    Params

94. def setBlackListMinFreq(k: Int): ContextSpellCheckerApproach.this.type

    

95. def setConfigProtoBytes(bytes: Array[Int]): ContextSpellCheckerApproach

    

96. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

97. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

98. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

99. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): ContextSpellCheckerApproach.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

100. final def setDefault(paramPairs: ParamPair[_]*): ContextSpellCheckerApproach.this.type

     

     Attributes

     protected

     Definition Classes

     Params

101. final def setDefault[T](param: Param[T], value: T): ContextSpellCheckerApproach.this.type

     

     Attributes

     protected

     Definition Classes

     Params

102. final def setInputCols(value: String*): ContextSpellCheckerApproach.this.type

     

     Definition Classes

     HasInputAnnotationCols

103. final def setInputCols(value: Array[String]): ContextSpellCheckerApproach.this.type

     

     Overrides required annotators column if different than default

     Overrides required annotators column if different than default

     Definition Classes

     HasInputAnnotationCols

104. def setLMClasses(k: Int): ContextSpellCheckerApproach.this.type

     

105. def setMaxCandidates(k: Int): ContextSpellCheckerApproach.this.type

     

106. def setMaxWindowLen(w: Int): ContextSpellCheckerApproach.this.type

     

107. def setMinCount(threshold: Double): ContextSpellCheckerApproach.this.type

     

108. final def setOutputCol(value: String): ContextSpellCheckerApproach.this.type

     

     Overrides annotation column name when transforming

     Overrides annotation column name when transforming

     Definition Classes

     HasOutputAnnotationCol

109. def setPrefixes(p: Array[String]): ContextSpellCheckerApproach.this.type

     

110. def setSpecialClasses(parsers: List[SpecialClassParser]): ContextSpellCheckerApproach.this.type

     

111. def setSuffixes(s: Array[String]): ContextSpellCheckerApproach.this.type

     

112. def setTradeoff(alpha: Float): ContextSpellCheckerApproach.this.type

     

113. def setTrainCorpusPath(path: String): ContextSpellCheckerApproach.this.type

     

114. def setWeights(filePath: String): ContextSpellCheckerApproach.this.type

     

115. def setWordMaxDist(k: Int): ContextSpellCheckerApproach.this.type

     

116. val specialClasses: Param[List[SpecialClassParser]]

     

117. val suffixes: ArrayFeature[String]

     

118. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

119. def toString(): String

     

     Definition Classes

     Identifiable → AnyRef → Any

120. val tradeoff: Param[Float]

     

121. def train(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): ContextSpellCheckerModel

     

     Definition Classes

     ContextSpellCheckerApproach → AnnotatorApproach

122. val trainCorpusPath: Param[String]

     

123. final def transformSchema(schema: StructType): StructType

     

     requirement for pipeline transformation validation.

     requirement for pipeline transformation validation. It is called on fit()

     Definition Classes

     AnnotatorApproach → PipelineStage

124. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

125. val uid: String

     

     Definition Classes

     ContextSpellCheckerApproach → Identifiable

126. def validate(schema: StructType): Boolean

     

     takes a Dataset and checks to see if all the required annotation types are present.

     takes a Dataset and checks to see if all the required annotation types are present.

     schema

     to be validated

     returns

     True if all the required types are present, else false

     Attributes

     protected

     Definition Classes

     AnnotatorApproach

127. def wLevenshteinDist(s1: String, s2: String, weights: Map[String, Map[String, Float]]): Float

     

     Definition Classes

     WeightedLevenshtein

128. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

129. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

130. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

131. val weightedDistPath: Param[String]

     

132. val wordMaxDistance: IntParam

     

133. def write: MLWriter

     

     Definition Classes

     DefaultParamsWritable → MLWritable