Class

com.salesforce.op.stages.impl.feature

TextNGramSimilarity

Related Doc: package feature

Permalink

class TextNGramSimilarity[T <: Text] extends NGramSimilarity[T]

Compute char ngram distance for Text features.

Linear Supertypes
NGramSimilarity[T], BinaryTransformer[T, T, RealNN], OpTransformer2[T, T, RealNN], OpTransformer, OpPipelineStage2[T, T, RealNN], HasIn2, HasIn1, OpPipelineStage[RealNN], OpPipelineStageBase, MLWritable, OpPipelineStageParams, InputParams, Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TextNGramSimilarity
  2. NGramSimilarity
  3. BinaryTransformer
  4. OpTransformer2
  5. OpTransformer
  6. OpPipelineStage2
  7. HasIn2
  8. HasIn1
  9. OpPipelineStage
  10. OpPipelineStageBase
  11. MLWritable
  12. OpPipelineStageParams
  13. InputParams
  14. Transformer
  15. PipelineStage
  16. Logging
  17. Params
  18. Serializable
  19. Serializable
  20. Identifiable
  21. AnyRef
  22. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TextNGramSimilarity(nGramSize: Int = NGramSimilarity.nGramSize, uid: String = UID[TextNGramSimilarity[T]])(implicit tti1: scala.reflect.api.JavaUniverse.TypeTag[T])

    Permalink

    nGramSize

    the size of the n-gram to be used to compute the string distance

Type Members

  1. final type InputFeatures = (FeatureLike[T], FeatureLike[T])

    Permalink
    Definition Classes
    OpPipelineStage2 → OpPipelineStage → InputParams

  2. type KeyValue = (String) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  3. final type OutputFeatures = FeatureLike[RealNN]

    Permalink
    Definition Classes
    OpPipelineStage → OpPipelineStageBase

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. final def checkInputLength(features: Array[_]): Boolean

    Permalink
    Definition Classes
    OpPipelineStage2 → InputParams

  7. final def checkSerializable: Try[Unit]

    Permalink
    Definition Classes
    OpTransformer2 → OpPipelineStageBase

  8. final def clear(param: Param[_]): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    Params

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. val convertFn: (T) ⇒ String

    Permalink
    Definition Classes
    NGramSimilarity

  11. final def copy(extra: ParamMap): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    OpPipelineStageBase → Params

  12. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  13. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  16. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  17. def explainParams(): String

    Permalink
    Definition Classes
    Params

  18. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  19. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  23. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  24. final def getInputFeature[T <: FeatureType](i: Int): Option[FeatureLike[T]]

    Permalink
    Definition Classes
    InputParams

  25. final def getInputFeatures(): Array[OPFeature]

    Permalink
    Definition Classes
    InputParams

  26. final def getInputSchema(): StructType

    Permalink
    Definition Classes
    OpPipelineStageParams

  27. final def getMetadata(): Metadata

    Permalink
    Definition Classes
    OpPipelineStageParams

  28. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  29. def getOutput(): FeatureLike[RealNN]

    Permalink
    Definition Classes
    OpPipelineStage2 → OpPipelineStageBase

  30. final def getOutputFeatureName: String

    Permalink
    Definition Classes
    OpPipelineStage

  31. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  32. final def getTransientFeature(i: Int): Option[TransientFeature]

    Permalink
    Definition Classes
    InputParams

  33. final def getTransientFeatures(): Array[TransientFeature]

    Permalink
    Definition Classes
    InputParams

  34. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  35. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  36. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  37. final def in1: TransientFeature

    Permalink
    Attributes
    protected
    Definition Classes
    HasIn1

  38. final def in2: TransientFeature

    Permalink
    Attributes
    protected
    Definition Classes
    HasIn2

  39. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  40. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. final def inputAsArray(in: InputFeatures): Array[OPFeature]

    Permalink
    Definition Classes
    OpPipelineStage2 → InputParams

  42. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  43. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  44. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  45. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  58. val nGramSize: Int

    Permalink

    the size of the n-gram to be used to compute the string distance

    the size of the n-gram to be used to compute the string distance

    Definition Classes
    NGramSimilarity

  59. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  60. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  61. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  62. def onGetMetadata(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    OpPipelineStageParams

  63. def onSetInput(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    OpPipelineStageBase

  64. val operationName: String

    Permalink
    Definition Classes
    BinaryTransformer → OpPipelineStageBase

  65. final def outputAsArray(out: OutputFeatures): Array[OPFeature]

    Permalink
    Definition Classes
    OpPipelineStage → OpPipelineStageBase

  66. def outputFeatureUid: String

    Permalink
    Attributes
    protected[com.salesforce.op]
    Definition Classes
    OpPipelineStage2 → OpPipelineStage

  67. def outputIsResponse: Boolean

    Permalink
    Definition Classes
    OpPipelineStage

  68. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  69. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  70. final def set(paramPair: ParamPair[_]): TextNGramSimilarity.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  71. final def set(param: String, value: Any): TextNGramSimilarity.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  72. final def set[T](param: Param[T], value: T): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    Params

  73. final def setDefault(paramPairs: ParamPair[_]*): TextNGramSimilarity.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  74. final def setDefault[T](param: Param[T], value: T): TextNGramSimilarity.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  75. final def setInput(features: InputFeatures): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    OpPipelineStageBase

  76. final def setInputFeatures[S <: OPFeature](features: Array[S]): TextNGramSimilarity.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    InputParams

  77. final def setMetadata(m: Metadata): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    OpPipelineStageParams

  78. def setOutputFeatureName(name: String): TextNGramSimilarity.this.type

    Permalink
    Definition Classes
    OpPipelineStage

  79. final def stageName: String

    Permalink
    Definition Classes
    OpPipelineStageBase

  80. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  81. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  82. def transform(dataset: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    OpTransformer2 → Transformer

  83. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )

  84. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()

  85. def transformFn: (T, T) ⇒ RealNN

    Permalink
    Definition Classes
    NGramSimilarity → OpTransformer2

  86. lazy val transformKeyValue: (KeyValue) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer2 → OpTransformer

  87. def transformMap: (Map[String, Any]) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  88. def transformRow: (Row) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  89. final def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    OpPipelineStageBase

  90. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  91. implicit val tti1: scala.reflect.api.JavaUniverse.TypeTag[T]

    Permalink
    Definition Classes
    BinaryTransformer → OpTransformer2

  92. implicit val tti2: scala.reflect.api.JavaUniverse.TypeTag[T]

    Permalink
    Definition Classes
    BinaryTransformer → OpTransformer2

  93. implicit val tto: scala.reflect.api.JavaUniverse.TypeTag[RealNN]

    Permalink
    Definition Classes
    BinaryTransformer → OpPipelineStage2

  94. implicit val ttov: scala.reflect.api.JavaUniverse.TypeTag[features.types.RealNN.Value]

    Permalink
    Definition Classes
    BinaryTransformer → OpPipelineStage2

  95. val uid: String

    Permalink
    Definition Classes
    BinaryTransformer → Identifiable

  96. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  97. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  98. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  99. final def write: MLWriter

    Permalink
    Definition Classes
    OpPipelineStageBase → MLWritable

Inherited from NGramSimilarity[T]

Inherited from BinaryTransformer[T, T, RealNN]

Inherited from OpTransformer2[T, T, RealNN]

Inherited from OpTransformer

Inherited from OpPipelineStage2[T, T, RealNN]

Inherited from HasIn2

Inherited from HasIn1

Inherited from OpPipelineStage[RealNN]

Inherited from OpPipelineStageBase

Inherited from MLWritable

Inherited from OpPipelineStageParams

Inherited from InputParams

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped