com
.
github
.
cloudml
.
zen
.
examples
.
ml
LDADriver
Related Doc:
package ml
object
LDADriver
Linear Supertypes
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
LDADriver
AnyRef
Any
Hide All
Show all
Visibility
Public
All
Type Members
type
OptionMap
=
Map
[
String
,
String
]
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
convertDocsToBagOfWords
(
sc:
SparkContext
,
rawDocs:
RDD
[
String
]
,
storageLevel:
StorageLevel
)
:
RDD
[(
Long
,
SparseVector
[
Int
])]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
main
(
args:
Array
[
String
]
)
:
Unit
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parseArgs
(
args:
Array
[
String
]
)
:
OptionMap
def
readDocsFromTxt
(
sc:
SparkContext
,
docsPath:
String
,
sampleRate:
Double
,
numPartitions:
Int
,
storageLevel:
StorageLevel
)
:
RDD
[(
Long
,
SparseVector
[
Int
])]
def
runTraining
(
sc:
SparkContext
,
outputPath:
String
,
numTopics:
Int
,
totalIter:
Int
,
alpha:
Float
,
beta:
Float
,
alphaAS:
Float
,
trainingDocs:
RDD
[(
Long
,
SparseVector
[
Int
])]
,
LDAAlgorithm:
String
,
partStrategy:
String
,
chkptInterval:
Int
,
calcPerplexity:
Boolean
,
storageLevel:
StorageLevel
,
saveAsSolid:
Boolean
)
:
Double
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
AnyRef
Inherited from
Any
Ungrouped