JDBCRDD

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def compileFilter(f: Filter, dialect: JdbcDialect): Option[String]

   

   Turns a single Filter into a String representing a SQL expression.

   Turns a single Filter into a String representing a SQL expression. Returns None for an unhandled filter.

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

11. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

12. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

13. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

14. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

15. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

16. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

17. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

18. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

19. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

20. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

21. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

28. final def notify(): Unit

    

    Definition Classes

    AnyRef

29. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

30. def resolveTable(options: JDBCOptions): StructType

    

    Takes a (schema, table) specification and returns the table's Catalyst schema.

    Takes a (schema, table) specification and returns the table's Catalyst schema.

    options

    - JDBC options that contains url, table and other information.

    returns

    A StructType giving the table's Catalyst schema.

    Exceptions thrown

    SQLException if the table contains an unsupported type.

31. def scanTable(sc: SparkContext, schema: StructType, requiredColumns: Array[String], filters: Array[Filter], parts: Array[Partition], options: JDBCOptions): RDD[InternalRow]

    

    Build and return JDBCRDD from the given information.

    Build and return JDBCRDD from the given information.

    sc

    - Your SparkContext.

    schema

    - The Catalyst schema of the underlying database table.

    requiredColumns

    - The names of the columns to SELECT.

    filters

    - The filters to include in all WHERE clauses.

    parts

    - An array of JDBCPartitions specifying partition ids and per-partition WHERE clauses.

    options

    - JDBC options that contains url, table and other information.

    returns

    An RDD representing "SELECT requiredColumns FROM fqTable".

32. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

33. def toString(): String

    

    Definition Classes

    AnyRef → Any

34. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

35. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

36. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )