com
.
github
.
sadikovi
.
spark
.
netflow
DefaultSource
class
DefaultSource
extends
FileFormat
with
DataSourceRegister
Linear Supertypes
DataSourceRegister
,
FileFormat
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
DefaultSource
DataSourceRegister
FileFormat
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
DefaultSource
()
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildReader
(
spark:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
DefaultSource
→ FileFormat
def
buildReaderWithPartitionValues
(
sparkSession:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
FileFormat
def
buildWriter
(
sqlContext:
SQLContext
,
dataSchema:
StructType
,
options:
Map
[
String
,
String
]
)
:
OutputWriterFactory
Definition Classes
FileFormat
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
other:
Any
)
:
Boolean
Definition Classes
DefaultSource
→ AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
inferSchema
(
spark:
SparkSession
,
options:
Map
[
String
,
String
]
,
files:
Seq
[
FileStatus
]
)
:
Option
[
StructType
]
Definition Classes
DefaultSource
→ FileFormat
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isSplitable
(
sparkSession:
SparkSession
,
options:
Map
[
String
,
String
]
,
path:
Path
)
:
Boolean
Definition Classes
FileFormat
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
prepareWrite
(
spark:
SparkSession
,
job:
Job
,
options:
Map
[
String
,
String
]
,
dataSchema:
StructType
)
:
OutputWriterFactory
Definition Classes
DefaultSource
→ FileFormat
def
shortName
()
:
String
Definition Classes
DefaultSource
→ DataSourceRegister
def
supportBatch
(
sparkSession:
SparkSession
,
dataSchema:
StructType
)
:
Boolean
Definition Classes
FileFormat
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
DataSourceRegister
Inherited from
FileFormat
Inherited from
AnyRef
Inherited from
Any
Ungrouped