Class/Object

com.salesforce.op.stages.impl.feature

LangDetector

Related Docs: object LangDetector | package feature

Permalink

class LangDetector[T <: Text] extends UnaryTransformer[T, RealMap]

Transformer that detects the language of the text

Linear Supertypes
UnaryTransformer[T, RealMap], OpTransformer1[T, RealMap], OpTransformer, OpPipelineStage1[T, RealMap], HasIn1, OpPipelineStage[RealMap], OpPipelineStageBase, MLWritable, OpPipelineStageParams, InputParams, Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LangDetector
  2. UnaryTransformer
  3. OpTransformer1
  4. OpTransformer
  5. OpPipelineStage1
  6. HasIn1
  7. OpPipelineStage
  8. OpPipelineStageBase
  9. MLWritable
  10. OpPipelineStageParams
  11. InputParams
  12. Transformer
  13. PipelineStage
  14. Logging
  15. Params
  16. Serializable
  17. Serializable
  18. Identifiable
  19. AnyRef
  20. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LangDetector(detector: LanguageDetector = LangDetector.DefaultDetector, uid: String = UID[LangDetector[_]])(implicit tti: scala.reflect.api.JavaUniverse.TypeTag[T])

    Permalink

    detector

    a language detector instance (defaults to OptimaizeLanguageDetector

    uid

    uid of the stage

Type Members

  1. final type InputFeatures = FeatureLike[T]

    Permalink
    Definition Classes
    OpPipelineStage1 → OpPipelineStage → InputParams

  2. type KeyValue = (String) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  3. final type OutputFeatures = FeatureLike[RealMap]

    Permalink
    Definition Classes
    OpPipelineStage → OpPipelineStageBase

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. final def checkInputLength(features: Array[_]): Boolean

    Permalink
    Definition Classes
    OpPipelineStage1 → InputParams

  7. final def checkSerializable: Try[Unit]

    Permalink
    Definition Classes
    OpTransformer1 → OpPipelineStageBase

  8. final def clear(param: Param[_]): LangDetector.this.type

    Permalink
    Definition Classes
    Params

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. final def copy(extra: ParamMap): LangDetector.this.type

    Permalink
    Definition Classes
    OpPipelineStageBase → Params

  11. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  12. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  13. val detector: LanguageDetector

    Permalink

    a language detector instance (defaults to OptimaizeLanguageDetector

  14. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  16. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  17. def explainParams(): String

    Permalink
    Definition Classes
    Params

  18. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  19. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  21. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  23. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  24. final def getInputFeature[T <: FeatureType](i: Int): Option[FeatureLike[T]]

    Permalink
    Definition Classes
    InputParams

  25. final def getInputFeatures(): Array[OPFeature]

    Permalink
    Definition Classes
    InputParams

  26. final def getInputSchema(): StructType

    Permalink
    Definition Classes
    OpPipelineStageParams

  27. final def getMetadata(): Metadata

    Permalink
    Definition Classes
    OpPipelineStageParams

  28. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  29. def getOutput(): FeatureLike[RealMap]

    Permalink
    Definition Classes
    OpPipelineStage1 → OpPipelineStageBase

  30. final def getOutputFeatureName: String

    Permalink
    Definition Classes
    OpPipelineStage

  31. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  32. final def getTransientFeature(i: Int): Option[TransientFeature]

    Permalink
    Definition Classes
    InputParams

  33. final def getTransientFeatures(): Array[TransientFeature]

    Permalink
    Definition Classes
    InputParams

  34. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  35. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  36. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  37. final def in1: TransientFeature

    Permalink
    Attributes
    protected
    Definition Classes
    HasIn1

  38. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  39. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  40. final def inputAsArray(in: InputFeatures): Array[OPFeature]

    Permalink
    Definition Classes
    OpPipelineStage1 → InputParams

  41. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  42. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  43. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  44. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  48. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  50. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  58. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  59. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  60. def onGetMetadata(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    OpPipelineStageParams

  61. def onSetInput(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    OpPipelineStageBase

  62. val operationName: String

    Permalink
    Definition Classes
    UnaryTransformer → OpPipelineStageBase

  63. final def outputAsArray(out: OutputFeatures): Array[OPFeature]

    Permalink
    Definition Classes
    OpPipelineStage → OpPipelineStageBase

  64. def outputFeatureUid: String

    Permalink
    Attributes
    protected[com.salesforce.op]
    Definition Classes
    OpPipelineStage1 → OpPipelineStage

  65. def outputIsResponse: Boolean

    Permalink
    Definition Classes
    OpPipelineStage

  66. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  67. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  68. final def set(paramPair: ParamPair[_]): LangDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  69. final def set(param: String, value: Any): LangDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  70. final def set[T](param: Param[T], value: T): LangDetector.this.type

    Permalink
    Definition Classes
    Params

  71. final def setDefault(paramPairs: ParamPair[_]*): LangDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  72. final def setDefault[T](param: Param[T], value: T): LangDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  73. final def setInput(features: InputFeatures): LangDetector.this.type

    Permalink
    Definition Classes
    OpPipelineStageBase

  74. final def setInputFeatures[S <: OPFeature](features: Array[S]): LangDetector.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    InputParams

  75. final def setMetadata(m: Metadata): LangDetector.this.type

    Permalink
    Definition Classes
    OpPipelineStageParams

  76. def setOutputFeatureName(name: String): LangDetector.this.type

    Permalink
    Definition Classes
    OpPipelineStage

  77. final def stageName: String

    Permalink
    Definition Classes
    OpPipelineStageBase

  78. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  79. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  80. def transform(dataset: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    OpTransformer1 → Transformer

  81. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )

  82. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

    Permalink
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()

  83. def transformFn: (T) ⇒ RealMap

    Permalink

    Function used to convert input to output

    Function used to convert input to output

    Definition Classes
    LangDetector → OpTransformer1

  84. lazy val transformKeyValue: (KeyValue) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer1 → OpTransformer

  85. def transformMap: (Map[String, Any]) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  86. def transformRow: (Row) ⇒ Any

    Permalink
    Definition Classes
    OpTransformer

  87. final def transformSchema(schema: StructType): StructType

    Permalink
    Definition Classes
    OpPipelineStageBase

  88. def transformSchema(schema: StructType, logging: Boolean): StructType

    Permalink
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()

  89. implicit val tti: scala.reflect.api.JavaUniverse.TypeTag[T]

    Permalink
    Definition Classes
    UnaryTransformer → OpTransformer1

  90. implicit val tto: scala.reflect.api.JavaUniverse.TypeTag[RealMap]

    Permalink
    Definition Classes
    UnaryTransformer → OpPipelineStage1

  91. implicit val ttov: scala.reflect.api.JavaUniverse.TypeTag[features.types.RealMap.Value]

    Permalink
    Definition Classes
    UnaryTransformer → OpPipelineStage1

  92. val uid: String

    Permalink

    uid of the stage

    uid of the stage

    Definition Classes
    UnaryTransformer → Identifiable

  93. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  94. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  95. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  96. final def write: MLWriter

    Permalink
    Definition Classes
    OpPipelineStageBase → MLWritable

Inherited from UnaryTransformer[T, RealMap]

Inherited from OpTransformer1[T, RealMap]

Inherited from OpTransformer

Inherited from OpPipelineStage1[T, RealMap]

Inherited from HasIn1

Inherited from OpPipelineStage[RealMap]

Inherited from OpPipelineStageBase

Inherited from MLWritable

Inherited from OpPipelineStageParams

Inherited from InputParams

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped