JdbcUtils

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. val JDBC_BATCH_FETCH_SIZE: String

7. val JDBC_BATCH_INSERT_SIZE: String

8. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

9. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. def createConnectionFactory(url: String, properties: Properties): () ⇒ Connection

    Returns a factory for creating connections to the given JDBC URL.

    Returns a factory for creating connections to the given JDBC URL.

    url

    the JDBC url to connect to.

    properties

    JDBC connection properties.

11. def dropTable(conn: Connection, table: String): Unit

    Drops a table from the JDBC database.

12. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

13. def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

14. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

15. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

16. def getCommonJDBCType(dt: DataType): Option[JdbcType]

    Retrieve standard jdbc types.

    Retrieve standard jdbc types.

    dt

    The datatype (e.g. org.apache.spark.sql.types.StringType)

    returns

    The default JdbcType for this DataType

17. def hashCode(): Int

    Definition Classes

    AnyRef → Any

18. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

19. def insertStatement(conn: Connection, table: String, rddSchema: StructType, dialect: JdbcDialect): PreparedStatement

    Returns a PreparedStatement that inserts a row into table via conn.

20. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

21. def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

22. def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

23. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

24. def logDebug(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

25. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

26. def logError(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

27. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

28. def logInfo(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

29. def logName: String

    Attributes

    protected

    Definition Classes

    Logging

30. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

31. def logTrace(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

32. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

33. def logWarning(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

34. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

35. final def notify(): Unit

    Definition Classes

    AnyRef

36. final def notifyAll(): Unit

    Definition Classes

    AnyRef

37. def savePartition(getConnection: () ⇒ Connection, table: String, iterator: Iterator[Row], rddSchema: StructType, nullTypes: Array[Int], batchSize: Int, dialect: JdbcDialect): Iterator[Byte]

    Saves a partition of a DataFrame to the JDBC database.

    Saves a partition of a DataFrame to the JDBC database. This is done in a single database transaction in order to avoid repeatedly inserting data as much as possible.

    It is still theoretically possible for rows in a DataFrame to be inserted into the database more than once if a stage somehow fails after the commit occurs but before the stage can return successfully.

    This is not a closure inside saveTable() because apparently cosmetic implementation changes elsewhere might easily render such a closure non-Serializable. Instead, we explicitly close over all variables that are used.

38. def saveTable(df: DataFrame, url: String, table: String, properties: Properties): Unit

    Saves the RDD to the database in a single transaction.

39. def schemaString(df: DataFrame, url: String): String

    Compute the schema string for this RDD.

40. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

41. def tableExists(conn: Connection, url: String, table: String): Boolean

    Returns true if the table already exists in the JDBC database.

42. def toString(): String

    Definition Classes

    AnyRef → Any

43. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

45. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )