Object

org.apache.spark.sql.execution.columnar

ExternalStoreUtils

Related Doc: package columnar

Permalink

object ExternalStoreUtils

Utility methods used by external storage layers.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExternalStoreUtils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class CaseInsensitiveMutableHashMap[T] extends Map[String, T] with Serializable

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final val BUCKETS: String("BUCKETS")

    Permalink
  5. final val DEFAULT_SAMPLE_TABLE_BUCKETS: String("53")

    Permalink
  6. final val DEFAULT_SAMPLE_TABLE_BUCKETS_LOCAL_MODE: String("7")

    Permalink
  7. final val DEFAULT_TABLE_BUCKETS: String("113")

    Permalink
  8. final val DEFAULT_TABLE_BUCKETS_LOCAL_MODE: String("11")

    Permalink
  9. final val INDEX_NAME: String("INDEX_NAME")

    Permalink
  10. final val INDEX_TYPE: String("INDEX_TYPE")

    Permalink
  11. final val PARTITION_BY: String("PARTITION_BY")

    Permalink
  12. final val REPLICATE: String("REPLICATE")

    Permalink
  13. val SOME_FALSE: Some[Boolean]

    Permalink
  14. val SOME_TRUE: Some[Boolean]

    Permalink
  15. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  16. final def cachedBatchesToRows(cachedBatches: Iterator[CachedBatch], requestedColumns: Array[String], schema: StructType, forScan: Boolean): Iterator[InternalRow]

    Permalink
  17. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  18. def columnIndicesAndDataTypes(requestedSchema: StructType, schema: StructType): Seq[(Int, StructField)]

    Permalink
  19. def defaultStoreURL(sc: SparkContext): String

    Permalink
  20. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  22. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  23. def getAllPoolProperties(url: String, driver: String, poolProps: Map[String, String], hikariCP: Boolean, isEmbedded: Boolean): Map[String, String]

    Permalink
  24. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  25. def getConnectionType(dialect: JdbcDialect): ConnectionType.Value

    Permalink
  26. def getConnector(id: String, connProperties: ConnectionProperties, forExecutor: Boolean): () ⇒ Connection

    Permalink
  27. def getDriver(url: String, dialect: JdbcDialect): String

    Permalink
  28. def getInsertString(table: String, userSchema: StructType): String

    Permalink
  29. def getInsertStringWithColumnName(table: String, rddSchema: StructType): String

    Permalink
  30. def getJDBCType(dialect: JdbcDialect, dataType: DataType): Int

    Permalink
  31. def getPutString(table: String, userSchema: StructType): String

    Permalink
  32. def getTotalPartitions(sc: SparkContext, parameters: Map[String, String], forManagedTable: Boolean, forColumnTable: Boolean = true, forSampleTable: Boolean = false): Int

    Permalink
  33. def handledFilter(f: Filter, indexedCols: Set[String]): Option[Boolean]

    Permalink
  34. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  35. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  36. def isSplitOrLocalMode(sparkContext: SparkContext): Boolean

    Permalink
  37. def lookupName(tableName: String, schema: String): String

    Permalink
  38. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  39. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  40. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  41. def pruneSchema(fieldMap: Map[String, StructField], columns: Array[String]): StructType

    Permalink

    Prune all but the specified columns from the specified Catalyst schema.

    Prune all but the specified columns from the specified Catalyst schema.

    fieldMap

    - The Catalyst column name to metadata of the master table

    columns

    - The list of desired columns

    returns

    A Catalyst schema corresponding to columns in the given order.

  42. def removeCachedObjects(table: String): () ⇒ Iterator[Unit]

    Permalink
  43. def removeCachedObjects(sqlContext: SQLContext, table: String, registerDestroy: Boolean = false): Unit

    Permalink
  44. def removeInternalProps(parameters: Map[String, String]): String

    Permalink
  45. def removeSamplingOptions(parameters: Map[String, String]): Map[String, String]

    Permalink
  46. def setStatementParameters(stmt: PreparedStatement, row: ArrayBuffer[Any]): Unit

    Permalink
  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  48. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  49. def unhandledFilter(f: Filter, indexedCols: Set[String]): Boolean

    Permalink
  50. def unhandledFilter(f: Filter): Boolean

    Permalink
  51. def validateAndGetAllProps(sc: SparkContext, parameters: Map[String, String]): ConnectionProperties

    Permalink
  52. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped