io
.
eels
.
component
.
parquet
ParquetSource
Related Docs:
object ParquetSource
|
package parquet
case class
ParquetSource
(
pattern:
FilePattern
,
predicate:
Option
[
Predicate
] =
None
,
projection:
Seq
[
String
] =
Nil
,
dictionaryFiltering:
Boolean
=
true
,
caseSensitive:
Boolean
=
true
)
(
implicit
fs:
FileSystem
,
conf:
Configuration
)
extends
Source
with
Logging
with
Using
with
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
Using
,
Source
,
Logging
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
ParquetSource
Serializable
Serializable
Product
Equals
Using
Source
Logging
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
ParquetSource
(
pattern:
FilePattern
,
predicate:
Option
[
Predicate
] =
None
,
projection:
Seq
[
String
] =
Nil
,
dictionaryFiltering:
Boolean
=
true
,
caseSensitive:
Boolean
=
true
)
(
implicit
fs:
FileSystem
,
conf:
Configuration
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
caseSensitive
:
Boolean
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
countNoPredicate
()
:
Long
val
dictionaryFiltering
:
Boolean
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
footers
()
:
List
[
Footer
]
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
logger
:
Logger
Attributes
protected
Definition Classes
Logging
def
metadata
()
:
Map
[
String
,
String
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parts
()
:
Seq
[
Publisher
[
Chunk
]]
Definition Classes
ParquetSource
→
Source
lazy val
paths
:
List
[
Path
]
val
pattern
:
FilePattern
val
predicate
:
Option
[
Predicate
]
val
projection
:
Seq
[
String
]
lazy val
schema
:
StructType
Definition Classes
ParquetSource
→
Source
def
statistics
()
:
Statistics
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toDataStream
(
listener:
Listener
)
:
DataStream
Definition Classes
Source
def
toDataStream
()
:
DataStream
Definition Classes
Source
def
using
[
T
,
U <:
AnyRef
{ def close(): Unit }
]
(
closeable:
U
)
(
f: (
U
) ⇒
T
)
:
T
Definition Classes
Using
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withCaseSensitivity
(
caseSensitive:
Boolean
)
:
ParquetSource
def
withDictionaryFiltering
(
dictionary:
Boolean
)
:
ParquetSource
def
withPredicate
(
pred: ⇒
Predicate
)
:
ParquetSource
def
withProjection
(
fields:
Seq
[
String
]
)
:
ParquetSource
def
withProjection
(
first:
String
,
rest:
String
*
)
:
ParquetSource
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
Using
Inherited from
Source
Inherited from
Logging
Inherited from
AnyRef
Inherited from
Any
Ungrouped