JdbcTableConnection

Instance Constructors

new JdbcTableConnection(id: ConnectionId, url: String, driver: String, authMode: Option[AuthMode] = None, db: Option[String] = None, maxParallelConnections: Int = 1, connectionPoolMaxIdleTimeSec: Int = 3, metadata: Option[ConnectionMetadata] = None)

id
unique id of this connection
url
jdbc connection url
driver
class name of jdbc driver
authMode
optional authentication information: for now BasicAuthMode is supported.
db
jdbc database
maxParallelConnections
number of parallel jdbc connections created by an instance of this connection Note that Spark manages JDBC Connections on its own. This setting only applies to JDBC connection used by SDL for validating metadata or pre/postSQL.
connectionPoolMaxIdleTimeSec
timeout to close unused connections in the pool

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def atlasName: String

Definition Classes
Connection → AtlasExportable
def atlasQualifiedName(prefix: String): String

Definition Classes
AtlasExportable
val authMode: Option[AuthMode]

optional authentication information: for now BasicAuthMode is supported.
val catalog: JdbcCatalog
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val connectionPoolMaxIdleTimeSec: Int

timeout to close unused connections in the pool
def createTableFromSchema(tableName: String, schema: StructType, rawOptions: Map[String, String])(implicit session: SparkSession): Unit

Code partly copied from Spark:JdbcUtils to adapt schemaString method to not quote identifiers if Spark is in case-insensitive mode.
val db: Option[String]

jdbc database
val driver: String

class name of jdbc driver
def dropTable(tableName: String, logging: Boolean = true): Boolean
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def execJdbcQuery[A](sql: String, evalResultSet: (ResultSet) ⇒ A): A

Execute an SQL query and evaluate its ResultSet
Execute an SQL query and evaluate its ResultSet
sql
sql query to execute
evalResultSet
function to evaluate the JDBC ResultSet
returns
the evaluated result
def execJdbcStatement(sql: String, logging: Boolean = true, doCommit: Boolean = false): Boolean

Execute an SQL statement
Execute an SQL statement
returns
true if the first result is a ResultSet object; false if it is an update count or there are no results
def execWithJdbcConnection[A](func: (java.sql.Connection) ⇒ A): A

Get a connection from the pool and execute an arbitrary function
def execWithJdbcStatement[A](doCommit: Boolean = false)(func: (Statement) ⇒ A): A

Get a JDBC connection from the pool, create a JDBC statement and execute an arbitrary function
def factory: FromConfigFactory[Connection]

Returns the factory that can parse this type (that is, type CO).
Returns the factory that can parse this type (that is, type CO).
Typically, implementations of this method should return the companion object of the implementing class. The companion object in turn should implement FromConfigFactory.
returns
the factory (object) for this class.

Definition Classes
JdbcTableConnection → ParsableFromConfig
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getAuthModeSparkOptions: Map[String, String]
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
val id: ConnectionId

unique id of this connection
unique id of this connection

Definition Classes
JdbcTableConnection → Connection → SdlConfigObject
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
lazy val logger: Logger

Attributes
protected
Definition Classes
SmartDataLakeLogger
val maxParallelConnections: Int

number of parallel jdbc connections created by an instance of this connection Note that Spark manages JDBC Connections on its own.
number of parallel jdbc connections created by an instance of this connection Note that Spark manages JDBC Connections on its own. This setting only applies to JDBC connection used by SDL for validating metadata or pre/postSQL.
val metadata: Option[ConnectionMetadata]

Additional metadata for the Connection
Additional metadata for the Connection

Definition Classes
JdbcTableConnection → Connection
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val pool: GenericObjectPool[java.sql.Connection]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def test(): Unit
def toStringShort: String

Definition Classes
Connection
val url: String

jdbc connection url
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object JdbcTableConnection | package connection

Instance Constructors

new JdbcTableConnection(id: ConnectionId, url: String, driver: String, authMode: Option[AuthMode] = None, db: Option[String] = None, maxParallelConnections: Int = 1, connectionPoolMaxIdleTimeSec: Int = 3, metadata: Option[ConnectionMetadata] = None)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def atlasName: String

def atlasQualifiedName(prefix: String): String

val authMode: Option[AuthMode]

val catalog: JdbcCatalog

def clone(): AnyRef

val connectionPoolMaxIdleTimeSec: Int

def createTableFromSchema(tableName: String, schema: StructType, rawOptions: Map[String, String])(implicit session: SparkSession): Unit

val db: Option[String]

val driver: String

def dropTable(tableName: String, logging: Boolean = true): Boolean

final def eq(arg0: AnyRef): Boolean

def execJdbcQuery[A](sql: String, evalResultSet: (ResultSet) ⇒ A): A

def execJdbcStatement(sql: String, logging: Boolean = true, doCommit: Boolean = false): Boolean

def execWithJdbcConnection[A](func: (java.sql.Connection) ⇒ A): A

def execWithJdbcStatement[A](doCommit: Boolean = false)(func: (Statement) ⇒ A): A

def factory: FromConfigFactory[Connection]

def finalize(): Unit

def getAuthModeSparkOptions: Map[String, String]

final def getClass(): Class[_]

val id: ConnectionId

final def isInstanceOf[T0]: Boolean

lazy val logger: Logger

val maxParallelConnections: Int

val metadata: Option[ConnectionMetadata]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val pool: GenericObjectPool[java.sql.Connection]

final def synchronized[T0](arg0: ⇒ T0): T0

def test(): Unit

def toStringShort: String

val url: String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from SmartDataLakeLogger

Inherited from Connection

Inherited from AtlasExportable

Inherited from ParsableFromConfig[Connection]

Inherited from SdlConfigObject

Inherited from AnyRef

Inherited from Any

Ungrouped