com
.
johnsnowlabs
.
nlp
.
training
CoNLL
Related Doc:
package training
case class
CoNLL
(
documentCol:
String
=
"document"
,
sentenceCol:
String
=
"sentence"
,
tokenCol:
String
=
"token"
,
posCol:
String
=
"pos"
,
conllLabelIndex:
Int
=
3
,
conllPosIndex:
Int
=
1
,
conllTextCol:
String
=
"text"
,
labelCol:
String
=
"label"
,
explodeSentences:
Boolean
=
true
)
extends
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
CoNLL
Serializable
Serializable
Product
Equals
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
CoNLL
(
documentCol:
String
=
"document"
,
sentenceCol:
String
=
"sentence"
,
tokenCol:
String
=
"token"
,
posCol:
String
=
"pos"
,
conllLabelIndex:
Int
=
3
,
conllPosIndex:
Int
=
1
,
conllTextCol:
String
=
"text"
,
labelCol:
String
=
"label"
,
explodeSentences:
Boolean
=
true
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
annotationType
:
ArrayType
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clearTokens
(
tokens:
Array
[
IndexedTaggedWord
]
)
:
Array
[
IndexedTaggedWord
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
conllLabelIndex
:
Int
val
conllPosIndex
:
Int
val
conllTextCol
:
String
val
documentCol
:
String
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
val
explodeSentences
:
Boolean
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
getAnnotationType
(
column:
String
,
annotatorType:
String
,
addMetadata:
Boolean
=
true
)
:
StructField
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
labelCol
:
String
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
packAssembly
(
text:
String
,
isTraining:
Boolean
=
true
)
:
Seq
[
Annotation
]
def
packDocs
(
docs:
Seq
[
CoNLLDocument
]
,
spark:
SparkSession
)
:
Dataset
[_]
def
packNerTagged
(
sentences:
Seq
[
NerTaggedSentence
]
)
:
Seq
[
Annotation
]
def
packPosTagged
(
sentences:
Seq
[
TaggedSentence
]
)
:
Seq
[
Annotation
]
def
packSentence
(
text:
String
,
sentences:
Seq
[
TaggedSentence
]
)
:
Seq
[
Annotation
]
def
packTokenized
(
text:
String
,
sentences:
Seq
[
TaggedSentence
]
)
:
Seq
[
Annotation
]
val
posCol
:
String
def
readDataset
(
spark:
SparkSession
,
path:
String
,
readAs:
String
=
ReadAs.TEXT.toString
)
:
Dataset
[_]
def
readDatasetFromLines
(
lines:
Array
[
String
]
,
spark:
SparkSession
)
:
Dataset
[_]
def
readDocs
(
er:
ExternalResource
)
:
Seq
[
CoNLLDocument
]
def
readLines
(
lines:
Array
[
String
]
)
:
Seq
[
CoNLLDocument
]
def
schema
:
StructType
val
sentenceCol
:
String
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
val
tokenCol
:
String
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
AnyRef
Inherited from
Any
Ungrouped