io
.
eels
.
component
.
parquet
ParquetSource
case class
ParquetSource
(
pattern:
FilePattern
,
predicate:
Option
[
Predicate
] =
scala.None
,
projection:
Seq
[
String
] =
immutable.this.Nil
,
dictionaryFiltering:
Boolean
=
true
,
caseSensitive:
Boolean
=
true
)
(
implicit
fs:
FileSystem
,
conf:
Configuration
)
extends
Source
with
Logging
with
Using
with
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
scala.Equals
,
Using
,
Source
,
Logging
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
ParquetSource
Serializable
Serializable
Product
Equals
Using
Source
Logging
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
ParquetSource
(
pattern:
FilePattern
,
predicate:
Option
[
Predicate
] =
scala.None
,
projection:
Seq
[
String
] =
immutable.this.Nil
,
dictionaryFiltering:
Boolean
=
true
,
caseSensitive:
Boolean
=
true
)
(
implicit
fs:
FileSystem
,
conf:
Configuration
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
caseSensitive
:
Boolean
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
countNoPredicate
()
:
Long
val
dictionaryFiltering
:
Boolean
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
footers
()
:
List
[
Footer
]
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
load
[
T
]
(
implicit
arg0:
Manifest
[
T
]
)
:
Seq
[
T
]
Definition Classes
Source
val
logger
:
Logger
Attributes
protected
Definition Classes
Logging
def
metadata
()
:
Map
[
String
,
String
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parts
()
:
Seq
[
Publisher
[
Seq
[
Row
]]]
Definition Classes
ParquetSource
→
Source
lazy val
paths
:
List
[
Path
]
val
pattern
:
FilePattern
val
predicate
:
Option
[
Predicate
]
val
projection
:
Seq
[
String
]
lazy val
schema
:
StructType
Definition Classes
ParquetSource
→
Source
def
statistics
()
:
Statistics
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toDataStream
(
listener:
Listener
)
:
DataStream
Definition Classes
Source
def
toDataStream
()
:
DataStream
Definition Classes
Source
def
using
[
T
,
U <:
AnyRef
{ def close(): Unit }
]
(
closeable:
U
)
(
f: (
U
) ⇒
T
)
:
T
Definition Classes
Using
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withCaseSensitivity
(
caseSensitive:
Boolean
)
:
ParquetSource
def
withDictionaryFiltering
(
dictionary:
Boolean
)
:
ParquetSource
def
withPredicate
(
pred: ⇒
Predicate
)
:
ParquetSource
def
withProjection
(
fields:
Seq
[
String
]
)
:
ParquetSource
def
withProjection
(
first:
String
,
rest:
String
*
)
:
ParquetSource
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
scala.Equals
Inherited from
Using
Inherited from
Source
Inherited from
Logging
Inherited from
AnyRef
Inherited from
Any
Ungrouped