ImpalaJDBCConnector

Instance Constructors

new ImpalaJDBCConnector(sparkFlowContext: SparkFlowContext, jdbcString: String, forceRecreateTables: Boolean = false, properties: Properties = new java.util.Properties(), secureProperties: Map[String, String] = Map.empty)

sparkFlowContext
The flow context object containing the SparkSession and FileSystem
jdbcString
the JDBC connection string
forceRecreateTables
Force drop+create of tables even if update is called (necessary in cases of schema change)
properties
Key value pairs passed as connection arguments to the DriverManager during connection
secureProperties
Key value set of parameters used to get parameter values for JDBC properties from a secure jceks file at CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH. First value is the key of the parameter in the jceks file and the second parameter is the key of the parameter you want in jdbc properties

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val driverName: String

Definition Classes
ImpalaJDBCConnector → JDBCConnector
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def fileSystem: FileSystem

Definition Classes
ImpalaJDBCConnector → ImpalaDBConnector
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
val forceRecreateTables: Boolean

Force drop+create of tables even if update is called (necessary in cases of schema change)
Force drop+create of tables even if update is called (necessary in cases of schema change)

Definition Classes
ImpalaJDBCConnector → HadoopDBConnector
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hadoopConfiguration: Configuration

Definition Classes
ImpalaJDBCConnector → JDBCConnector
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
val jdbcString: String

the JDBC connection string
the JDBC connection string

Definition Classes
ImpalaJDBCConnector → JDBCConnector
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val properties: Properties

Key value pairs passed as connection arguments to the DriverManager during connection
Key value pairs passed as connection arguments to the DriverManager during connection

Definition Classes
ImpalaJDBCConnector → JDBCConnector
def recreateTableFromParquetDDLs(tableName: String, path: String, partitionColumns: Seq[String]): Seq[String]

Definition Classes
HadoopDBConnector
val secureProperties: Map[String, String]

Key value set of parameters used to get parameter values for JDBC properties from a secure jceks file at CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH.
Key value set of parameters used to get parameter values for JDBC properties from a secure jceks file at CredentialProviderFactory.CREDENTIAL_PROVIDER_PATH. First value is the key of the parameter in the jceks file and the second parameter is the key of the parameter you want in jdbc properties

Definition Classes
ImpalaJDBCConnector → JDBCConnector
val sparkFlowContext: SparkFlowContext

The flow context object containing the SparkSession and FileSystem
def sparkSession: SparkSession

Definition Classes
ImpalaJDBCConnector → ImpalaDBConnector
def submitAtomicResultlessQueries(ddls: Seq[String]): Unit

Definition Classes
DBConnector
def submitResultlessQuery(ddl: String): Unit

Definition Classes
DBConnector
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def updateTableParquetLocationDDLs(tableName: String, path: String, partitionColumns: Seq[String]): Seq[String]

Definition Classes
HadoopDBConnector
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package metastore

Instance Constructors

new ImpalaJDBCConnector(sparkFlowContext: SparkFlowContext, jdbcString: String, forceRecreateTables: Boolean = false, properties: Properties = new java.util.Properties(), secureProperties: Map[String, String] = Map.empty)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val driverName: String

final def eq(arg0: AnyRef): Boolean

def fileSystem: FileSystem

def finalize(): Unit

val forceRecreateTables: Boolean

final def getClass(): Class[_]

def hadoopConfiguration: Configuration

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

val jdbcString: String

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val properties: Properties

def recreateTableFromParquetDDLs(tableName: String, path: String, partitionColumns: Seq[String]): Seq[String]

val secureProperties: Map[String, String]

val sparkFlowContext: SparkFlowContext

def sparkSession: SparkSession

def submitAtomicResultlessQueries(ddls: Seq[String]): Unit

def submitResultlessQuery(ddl: String): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def updateTableParquetLocationDDLs(tableName: String, path: String, partitionColumns: Seq[String]): Seq[String]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from JDBCConnector

Inherited from ImpalaDBConnector

Inherited from HadoopDBConnector

Inherited from DBConnector

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped