Object

org.apache.spark.sql.sources

JdbcExtendedUtils

Related Doc: package sources

Permalink

object JdbcExtendedUtils extends internal.Logging

Linear Supertypes
internal.Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. JdbcExtendedUtils
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val ALLOW_EXISTING_PROPERTY: String

    Permalink
  5. val BASETABLE_PROPERTY: String

    Permalink
  6. val DBTABLE_PROPERTY: String

    Permalink
  7. val SCHEMA_PROPERTY: String

    Permalink
  8. val TABLETYPE_PROPERTY: String

    Permalink
  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  10. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def createSchema(schemaName: String, conn: Connection, dialect: JdbcDialect): Unit

    Permalink
  12. def dropTable(conn: Connection, tableName: String, dialect: JdbcDialect, context: SQLContext, ifExists: Boolean): Unit

    Permalink
  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  14. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  15. def executeUpdate(sql: String, conn: Connection): Unit

    Permalink
  16. def externalResolvedDataSource(snappySession: SnappySession, schemaString: String, provider: String, mode: SaveMode, options: Map[String, String], data: Option[LogicalPlan] = None): BaseRelation

    Permalink

    Create a DataSource for an external DataSource schema DDL string specification.

  17. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  19. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  20. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  21. def insertStatement(conn: Connection, table: String, rddSchema: StructType, upsert: Boolean): PreparedStatement

    Permalink

    Returns a PreparedStatement that inserts a row into table via conn.

  22. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  23. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  24. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  27. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  37. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  38. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  39. def savePartition(getConnection: () ⇒ Connection, table: String, iterator: Iterator[InternalRow], rddSchema: Array[DataType], tableSchema: StructType, dialect: JdbcDialect, batchSize: Int, upsert: Boolean): Unit

    Permalink

    Saves a partition of a DataFrame to the JDBC database.

    Saves a partition of a DataFrame to the JDBC database. This is done in a single database transaction in order to avoid repeatedly inserting data as much as possible.

    It is still theoretically possible for rows in a DataFrame to be inserted into the database more than once if a stage somehow fails after the commit occurs but before the stage can return successfully.

    This is not a closure inside saveTable() because apparently cosmetic implementation changes elsewhere might easily render such a closure non-Serializable. Instead, we explicitly close over all variables that are used.

  40. def saveTable(df: DataFrame, table: String, tableSchema: StructType, connProperties: ConnectionProperties, upsert: Boolean = false): Unit

    Permalink

    Saves the RDD to the database in a single transaction.

  41. def schemaString(schema: StructType, dialect: JdbcDialect): String

    Permalink

    Compute the schema string for this RDD.

  42. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  43. def tableExists(table: String, conn: Connection, dialect: JdbcDialect, context: SQLContext): Boolean

    Permalink

    Returns true if the table already exists in the JDBC database.

  44. def tableExistsInMetaData(table: String, conn: Connection, dialect: JdbcDialect): Boolean

    Permalink
  45. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  46. def truncateTable(conn: Connection, tableName: String, dialect: JdbcDialect): Unit

    Permalink
  47. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  48. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  49. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from internal.Logging

Inherited from AnyRef

Inherited from Any

Ungrouped