io
.
projectglow
.
plink
PlinkFileFormat
Related Docs:
object PlinkFileFormat
|
package plink
class
PlinkFileFormat
extends
FileFormat
with
DataSourceRegister
with
Serializable
with
GlowLogging
Linear Supertypes
GlowLogging
,
LazyLogging
,
LazyLogging
,
Logging
,
Serializable
,
Serializable
,
DataSourceRegister
,
FileFormat
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
PlinkFileFormat
GlowLogging
LazyLogging
LazyLogging
Logging
Serializable
Serializable
DataSourceRegister
FileFormat
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
PlinkFileFormat
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildReader
(
spark:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
PlinkFileFormat
→ FileFormat
def
buildReaderWithPartitionValues
(
sparkSession:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
FileFormat
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
inferSchema
(
sparkSession:
SparkSession
,
options:
Map
[
String
,
String
]
,
files:
Seq
[
FileStatus
]
)
:
Option
[
StructType
]
Definition Classes
PlinkFileFormat
→ FileFormat
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isSplitable
(
sparkSession:
SparkSession
,
options:
Map
[
String
,
String
]
,
path:
Path
)
:
Boolean
Definition Classes
PlinkFileFormat
→ FileFormat
lazy val
logger
:
Logger
Attributes
protected
Definition Classes
LazyLogging → Logging
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
prepareWrite
(
sparkSession:
SparkSession
,
job:
Job
,
options:
Map
[
String
,
String
]
,
dataSchema:
StructType
)
:
OutputWriterFactory
Definition Classes
PlinkFileFormat
→ FileFormat
def
shortName
()
:
String
Definition Classes
PlinkFileFormat
→ DataSourceRegister
def
supportBatch
(
sparkSession:
SparkSession
,
dataSchema:
StructType
)
:
Boolean
Definition Classes
FileFormat
def
supportDataType
(
dataType:
DataType
,
isReadPath:
Boolean
)
:
Boolean
Definition Classes
FileFormat
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
vectorTypes
(
requiredSchema:
StructType
,
partitionSchema:
StructType
,
sqlConf:
SQLConf
)
:
Option
[
Seq
[
String
]]
Definition Classes
FileFormat
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
GlowLogging
Inherited from
LazyLogging
Inherited from
LazyLogging
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
DataSourceRegister
Inherited from
FileFormat
Inherited from
AnyRef
Inherited from
Any
Ungrouped