JDBCRDD

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def compileFilter(f: Filter): Option[String]

   

   Turns a single Filter into a String representing a SQL expression.

   Turns a single Filter into a String representing a SQL expression. Returns None for an unhandled filter.

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

11. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

12. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

13. final def isDebugEnabled: Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

14. final def isInfoEnabled: Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

15. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

16. final def isTraceEnabled: Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

17. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

18. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

19. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

20. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

21. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

30. final def notify(): Unit

    

    Definition Classes

    AnyRef

31. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

32. def resolveTable(url: String, table: String, properties: Properties): StructType

    

    Takes a (schema, table) specification and returns the table's Catalyst schema.

    Takes a (schema, table) specification and returns the table's Catalyst schema.

    url

    - The JDBC url to fetch information from.

    table

    - The table name of the desired table. This may also be a SQL query wrapped in parentheses.

    returns

    A StructType giving the table's Catalyst schema.

    Exceptions thrown

    SQLException if the table contains an unsupported type.

33. def scanTable(sc: SparkContext, schema: StructType, url: String, properties: Properties, fqTable: String, requiredColumns: Array[String], filters: Array[Filter], parts: Array[spark.Partition]): RDD[InternalRow]

    

    Build and return JDBCRDD from the given information.

    Build and return JDBCRDD from the given information.

    sc

    - Your SparkContext.

    schema

    - The Catalyst schema of the underlying database table.

    url

    - The JDBC url to connect to.

    fqTable

    - The fully-qualified table name (or paren'd SQL query) to use.

    requiredColumns

    - The names of the columns to SELECT.

    filters

    - The filters to include in all WHERE clauses.

    parts

    - An array of JDBCPartitions specifying partition ids and per-partition WHERE clauses.

    returns

    An RDD representing "SELECT requiredColumns FROM fqTable".

34. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

35. def toString(): String

    

    Definition Classes

    AnyRef → Any

36. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

37. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )