org
.
apache
.
spark
.
sql
.
execution
.
columnar
JDBCSourceAsStore
Related Doc:
package columnar
class
JDBCSourceAsStore
extends
ExternalStore
Linear Supertypes
ExternalStore
,
Serializable
,
Serializable
,
AnyRef
,
Any
Known Subclasses
JDBCSourceAsColumnarStore
Ordering
Alphabetic
By Inheritance
Inherited
JDBCSourceAsStore
ExternalStore
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
JDBCSourceAsStore
(
connProperties:
ConnectionProperties
,
numPartitions:
Int
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
val
columnPrefix
: String("Col_")
Definition Classes
ExternalStore
val
connProperties
:
ConnectionProperties
Definition Classes
JDBCSourceAsStore
→
ExternalStore
lazy val
connectionType
:
ConnectionType.Value
def
doInsert
(
tableName:
String
,
batch:
CachedBatch
,
batchId:
UUID
,
partitionId:
Int
)
: (
Connection
) ⇒
Any
Attributes
protected
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
getCachedBatchRDD
(
tableName:
String
,
requiredColumns:
Array
[
String
]
,
session:
SparkSession
)
:
RDD
[
CachedBatch
]
Definition Classes
JDBCSourceAsStore
→
ExternalStore
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getConnection
(
id:
String
,
onExecutor:
Boolean
)
:
Connection
Definition Classes
JDBCSourceAsStore
→
ExternalStore
def
getPartitionID
(
tableName:
String
,
partitionId:
Int
=
1
)
:
Int
Attributes
protected
def
getRowInsertStr
(
tableName:
String
,
numOfColumns:
Int
)
:
String
Attributes
protected
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
insertStmntLock
:
ReentrantLock
Attributes
protected
val
insertStrings
:
HashMap
[
String
,
String
]
Attributes
protected
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
lock
[
A
]
(
f: ⇒
A
)
:
A
Acquires a read lock on the cache for the duration of
f
.
Acquires a read lock on the cache for the duration of
f
.
Attributes
protected[
org.apache.spark.sql
]
def
makeInsertStmnt
(
tableName:
String
,
numOfColumns:
Int
)
:
String
Attributes
protected
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
lazy val
rand
:
Random
Attributes
protected
def
storeCachedBatch
(
tableName:
String
,
batch:
CachedBatch
,
partitionId:
Int
=
1
,
batchId:
Option
[
UUID
] =
None
)
:
Unit
Definition Classes
JDBCSourceAsStore
→
ExternalStore
def
storeCurrentBatch
(
tableName:
String
,
batch:
CachedBatch
,
batchId:
UUID
,
partitionId:
Int
)
:
Unit
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
tryExecute
[
T
]
(
tableName:
String
,
f: (
Connection
) ⇒
T
,
closeOnSuccess:
Boolean
=
true
,
onExecutor:
Boolean
=
false
)
(
implicit
arg0:
ClassTag
[
T
]
)
:
T
Definition Classes
ExternalStore
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
ExternalStore
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped