io
.
github
.
interestinglab
.
waterdrop
.
input
.
sparkstreaming
FileStream
Related Doc:
package sparkstreaming
class
FileStream
extends
BaseStreamingInput
[
String
]
Linear Supertypes
BaseStreamingInput
[
String
],
Plugin
,
Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Known Subclasses
HdfsStream
Ordering
Alphabetic
By Inheritance
Inherited
FileStream
BaseStreamingInput
Plugin
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
FileStream
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
afterOutput
:
Unit
Definition Classes
BaseStreamingInput
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
beforeOutput
:
Unit
Definition Classes
BaseStreamingInput
def
buildPathWithDefaultSchema
(
uri:
String
,
defaultUriSchema:
String
)
:
String
Attributes
protected
def
checkConfig
()
: (
Boolean
,
String
)
Definition Classes
FileStream
→ Plugin
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
var
config
:
Config
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getConfig
()
:
Config
Get Config.
Get Config.
Definition Classes
FileStream
→ Plugin
def
getDStream
(
ssc:
StreamingContext
)
:
DStream
[
String
]
Definition Classes
FileStream
→ BaseStreamingInput
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
,
silent:
Boolean
)
:
Boolean
Attributes
protected
Definition Classes
Logging
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
)
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
name
:
String
Definition Classes
Plugin
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
prepare
(
spark:
SparkSession
)
:
Unit
Definition Classes
FileStream
→ Plugin
def
rdd2dataset
(
spark:
SparkSession
,
rdd:
RDD
[
String
]
)
:
Dataset
[
Row
]
Definition Classes
FileStream
→ BaseStreamingInput
def
setConfig
(
config:
Config
)
:
Unit
Set Config.
Set Config.
Definition Classes
FileStream
→ Plugin
def
start
(
spark:
SparkSession
,
ssc:
StreamingContext
,
handler: (
Dataset
[
Row
]) ⇒
Unit
)
:
Unit
Definition Classes
BaseStreamingInput
def
streamFileReader
(
ssc:
StreamingContext
,
path:
String
)
:
DStream
[
String
]
Attributes
protected
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
BaseStreamingInput
[
String
]
Inherited from
Plugin
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped