com
.
johnsnowlabs
.
nlp
.
annotators
.
ner
.
crf
FeatureGenerator
Related Doc:
package crf
case class
FeatureGenerator
(
dictFeatures:
DictionaryFeatures
)
extends
Product
with
Serializable
Generates features for CrfBasedNer
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
FeatureGenerator
Serializable
Serializable
Product
Equals
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
FeatureGenerator
(
dictFeatures:
DictionaryFeatures
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
object
TokenType
extends
Enumeration
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
containsDigit
(
token:
String
)
:
Boolean
def
containsLetter
(
token:
String
)
:
Boolean
def
containsLower
(
token:
String
)
:
Boolean
def
containsSymbol
(
token:
String
)
:
Boolean
def
containsUpper
(
token:
String
)
:
Boolean
val
dictFeatures
:
DictionaryFeatures
val
digitDelims
:
Seq
[
Char
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
fillFeatures
(
token:
String
)
:
Map
[
String
,
String
]
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
generate
(
sentence:
TaggedSentence
,
withEmbeddings:
WordpieceEmbeddingsSentence
,
metadata:
DatasetMetadata
)
:
Instance
def
generate
(
taggedSentence:
TaggedSentence
,
wordpieceEmbeddingsSentence:
WordpieceEmbeddingsSentence
)
:
TextSentenceAttrs
def
generateDataset
(
sentences:
TraversableOnce
[(
TextSentenceLabels
,
TaggedSentence
,
WordpieceEmbeddingsSentence
)]
)
:
CrfDataset
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getName
(
source:
String
,
idx1:
Int
,
idx2:
Int
)
:
String
def
getName
(
source:
String
,
idx:
Int
)
:
String
def
getPrefix
(
token:
String
,
size:
Int
,
default:
String
=
""
)
:
String
def
getShape
(
token:
String
)
:
String
def
getSuffix
(
token:
String
,
size:
Int
,
default:
String
=
""
)
:
String
def
getType
(
token:
String
)
:
Int
def
isAllSymbols
(
token:
String
)
:
Boolean
def
isDigitOrPredicate
(
token:
String
,
predicate:
Function
[
Char
,
Boolean
]
)
:
Boolean
def
isInRange
(
idx:
Int
,
size:
Int
)
:
Boolean
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isShort
(
token:
String
)
:
Boolean
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
pairs
:
Array
[
String
]
val
shapeEncoding
:
Map
[
Char
,
Char
]
def
shrink
(
str:
String
)
:
String
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
window
:
Int
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Generates features for CrfBasedNer