org
.
apache
.
spark
.
streaming
.
dstream
FriendlyInputDStream
Related Doc:
package dstream
abstract
class
FriendlyInputDStream
[
T
]
extends
InputDStream
[
T
]
This is a class to provide access to zerotime information
Linear Supertypes
InputDStream
[
T
],
DStream
[
T
],
internal.Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Known Subclasses
TestInputStream
Ordering
Alphabetic
By Inheritance
Inherited
FriendlyInputDStream
InputDStream
DStream
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
FriendlyInputDStream
(
ssc_:
StreamingContext
)
(
implicit
arg0:
ClassTag
[
T
]
)
Abstract Value Members
abstract
def
compute
(
validTime:
Time
)
:
Option
[
RDD
[
T
]]
Definition Classes
DStream
abstract
def
start
()
:
Unit
Definition Classes
InputDStream
abstract
def
stop
()
:
Unit
Definition Classes
InputDStream
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
baseScope
:
Option
[
String
]
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
InputDStream → DStream
def
cache
()
:
DStream
[
T
]
Definition Classes
DStream
def
checkpoint
(
interval:
Duration
)
:
DStream
[
T
]
Definition Classes
DStream
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
context
:
StreamingContext
Definition Classes
DStream
def
count
()
:
DStream
[
Long
]
Definition Classes
DStream
def
countByValue
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
T
]
)
:
DStream
[(
T
,
Long
)]
Definition Classes
DStream
def
countByValueAndWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
,
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
T
]
)
:
DStream
[(
T
,
Long
)]
Definition Classes
DStream
def
countByWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
Long
]
Definition Classes
DStream
def
createRDDWithLocalProperties
[
U
]
(
time:
Time
,
displayInnerRDDOps:
Boolean
)
(
body: ⇒
U
)
:
U
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
DStream
def
dependencies
:
List
[
DStream
[_]]
Definition Classes
InputDStream → DStream
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
filterFunc: (
T
) ⇒
Boolean
)
:
DStream
[
T
]
Definition Classes
DStream
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
U
]
(
flatMapFunc: (
T
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[
T
],
Time
) ⇒
Unit
)
:
Unit
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[
T
]) ⇒
Unit
)
:
Unit
Definition Classes
DStream
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
glom
()
:
DStream
[
Array
[
T
]]
Definition Classes
DStream
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
Int
Definition Classes
InputDStream
def
initialize
(
time:
Time
)
:
Unit
Definition Classes
FriendlyInputDStream
→ DStream
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
)
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
map
[
U
]
(
mapFunc: (
T
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
mapPartitions
[
U
]
(
mapPartFunc: (
Iterator
[
T
]) ⇒
Iterator
[
U
]
,
preservePartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
var
ourZeroTime
:
Time
def
persist
()
:
DStream
[
T
]
Definition Classes
DStream
def
persist
(
level:
StorageLevel
)
:
DStream
[
T
]
Definition Classes
DStream
def
print
(
num:
Int
)
:
Unit
Definition Classes
DStream
def
print
()
:
Unit
Definition Classes
DStream
val
rateController
:
Option
[
RateController
]
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
InputDStream
def
reduce
(
reduceFunc: (
T
,
T
) ⇒
T
)
:
DStream
[
T
]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: (
T
,
T
) ⇒
T
,
invReduceFunc: (
T
,
T
) ⇒
T
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
T
]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: (
T
,
T
) ⇒
T
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
T
]
Definition Classes
DStream
def
repartition
(
numPartitions:
Int
)
:
DStream
[
T
]
Definition Classes
DStream
def
saveAsObjectFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
saveAsTextFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
slice
(
fromTime:
Time
,
toTime:
Time
)
:
Seq
[
RDD
[
T
]]
Definition Classes
DStream
def
slice
(
interval:
Interval
)
:
Seq
[
RDD
[
T
]]
Definition Classes
DStream
def
slideDuration
:
Duration
Definition Classes
InputDStream → DStream
var
ssc_
:
StreamingContext
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
transform
[
U
]
(
transformFunc: (
RDD
[
T
],
Time
) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transform
[
U
]
(
transformFunc: (
RDD
[
T
]) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[
T
],
RDD
[
U
],
Time
) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[
T
],
RDD
[
U
]) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
union
(
that:
DStream
[
T
]
)
:
DStream
[
T
]
Definition Classes
DStream
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
window
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
T
]
Definition Classes
DStream
def
window
(
windowDuration:
Duration
)
:
DStream
[
T
]
Definition Classes
DStream
Inherited from
InputDStream
[
T
]
Inherited from
DStream
[
T
]
Inherited from
internal.Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped
This is a class to provide access to zerotime information