Class

org.apache.spark.sql

JdbcExecute

Related Doc: package sql

Permalink

case class JdbcExecute(session: SparkSession) extends DataFrameReader with Product with Serializable

Implicit class to easily invoke JDBC provider on SparkSession and avoid double query execution of pushdown queries (one for schema determination and other the actual query).

Instead of: spark.read.jdbc(jdbcUrl, "(pushdown query) q1", properties) one can simply do spark.snappyQuery(query). This will also register dialects that avoid double execution, use proper JDBC driver argument to avoid ClassNotFound errors. In addition this provides "snappyExecute" implicits for non-query executions that will return an update count.

Linear Supertypes
Serializable, Serializable, Product, Equals, DataFrameReader, internal.Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. JdbcExecute
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. DataFrameReader
  7. Logging
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new JdbcExecute(session: SparkSession)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  6. def csv(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  7. def csv(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  8. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  9. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. def format(source: String): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  11. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  12. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  13. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  14. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  15. def jdbc(url: String, table: String, predicates: Array[String], connectionProperties: Properties): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  16. def jdbc(url: String, table: String, columnName: String, lowerBound: Long, upperBound: Long, numPartitions: Int, connectionProperties: Properties): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  17. def jdbc(url: String, table: String, properties: Properties): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  18. def json(jsonRDD: RDD[String]): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  19. def json(jsonRDD: JavaRDD[String]): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  20. def json(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  21. def json(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  22. def load(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  23. def load(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  24. def load(): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  25. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  26. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  27. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  29. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  30. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  31. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  32. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  33. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  34. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  37. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  38. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  39. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  40. def option(key: String, value: Double): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  41. def option(key: String, value: Long): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  42. def option(key: String, value: Boolean): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  43. def option(key: String, value: String): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  44. def options(options: Map[String, String]): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  45. def options(options: Map[String, String]): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  46. def orc(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  47. def orc(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  48. def parquet(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  49. def parquet(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  50. def schema(schema: StructType): DataFrameReader

    Permalink
    Definition Classes
    DataFrameReader
  51. val session: SparkSession

    Permalink
  52. def snappyExecute(sql: String, host: String, port: Int, properties: Map[String, String]): Int

    Permalink
  53. def snappyExecute(sql: String, host: String, port: Int, properties: Properties): Int

    Permalink
  54. def snappyExecute(sql: String, host: String, port: Int, user: String, password: String): Int

    Permalink
  55. def snappyExecute(sql: String, user: String, password: String): Int

    Permalink
  56. def snappyExecute(sql: String, host: String, port: Int): Int

    Permalink
  57. def snappyExecute(sql: String): Int

    Permalink
  58. def snappyQuery(sql: String, host: String, port: Int, properties: Map[String, String]): DataFrame

    Permalink
  59. def snappyQuery(sql: String, host: String, port: Int, properties: Properties): DataFrame

    Permalink
  60. def snappyQuery(sql: String, host: String, port: Int, user: String, password: String): DataFrame

    Permalink
  61. def snappyQuery(sql: String, user: String, password: String): DataFrame

    Permalink
  62. def snappyQuery(sql: String, host: String, port: Int): DataFrame

    Permalink
  63. def snappyQuery(sql: String): DataFrame

    Permalink
  64. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  65. def table(tableName: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  66. def text(paths: String*): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  67. def text(path: String): DataFrame

    Permalink
    Definition Classes
    DataFrameReader
  68. def textFile(paths: String*): Dataset[String]

    Permalink
    Definition Classes
    DataFrameReader
    Annotations
    @varargs()
  69. def textFile(path: String): Dataset[String]

    Permalink
    Definition Classes
    DataFrameReader
  70. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  71. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  72. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DataFrameReader

Inherited from internal.Logging

Inherited from AnyRef

Inherited from Any

Ungrouped