Object

org.apache.spark.sql.execution.columnar

ExternalStoreUtils

Related Doc: package columnar

Permalink

object ExternalStoreUtils

Utility methods used by external storage layers.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExternalStoreUtils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class CaseInsensitiveMutableHashMap[T] extends Map[String, T] with Serializable

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final val BUCKETS: String("BUCKETS")

    Permalink
  5. final val COLUMN_BATCH_SIZE: String("COLUMN_BATCH_SIZE")

    Permalink
  6. final val COLUMN_BATCH_SIZE_TRANSIENT: String("COLUMN_BATCH_SIZE_TRANSIENT")

    Permalink
  7. final val COLUMN_MAX_DELTA_ROWS: String("COLUMN_MAX_DELTA_ROWS")

    Permalink
  8. final val COLUMN_MAX_DELTA_ROWS_TRANSIENT: String("COLUMN_MAX_DELTA_ROWS_TRANSIENT")

    Permalink
  9. final val COMPRESSION_CODEC: String("COMPRESSION")

    Permalink
  10. final val INDEX_NAME: String("INDEX_NAME")

    Permalink
  11. final val INDEX_TYPE: String("INDEX_TYPE")

    Permalink
  12. final val KEY_COLUMNS: String("KEY_COLUMNS")

    Permalink
  13. final val PARTITION_BY: String("PARTITION_BY")

    Permalink
  14. final val RELATION_FOR_SAMPLE: String("RELATION_FOR_SAMPLE")

    Permalink
  15. final val REPLICATE: String("REPLICATE")

    Permalink
  16. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  17. def checkPositiveNum(n: Int, propertyName: String): Int

    Permalink
  18. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. def codeGenOnExecutor(plan: CodegenSupport, child: CodegenSupportOnExecutor): (CodegenContext, CodeAndComment)

    Permalink

    Generates code for this subtree.

    Generates code for this subtree.

    Adapted from WholeStageCodegenExec to allow running on executors.

    returns

    the tuple of the codegen context and the actual generated source.

  20. val ddlOptions: Seq[String]

    Permalink
  21. def defaultColumnBatchSize(session: SparkSession): Int

    Permalink
  22. def defaultColumnMaxDeltaRows(session: SparkSession): Int

    Permalink
  23. def defaultStoreURL(clusterMode: ClusterMode): String

    Permalink
  24. def defaultStoreURL(sparkContext: Option[SparkContext]): String

    Permalink
  25. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  26. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  27. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  28. def getAllPoolProperties(url: String, driver: String, poolProps: Map[String, String], hikariCP: Boolean, isEmbedded: Boolean): Map[String, String]

    Permalink
  29. def getAndSetTotalPartitions(session: SnappySession, parameters: Map[String, String], forManagedTable: Boolean, forColumnTable: Boolean = true, forSampleTable: Boolean = false): Int

    Permalink
  30. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  31. def getColumnMetadata(schema: StructType): List[com.gemstone.gemfire.internal.cache.ExternalTableMetaData.Column]

    Permalink
  32. def getConnection(id: String, connProperties: ConnectionProperties, forExecutor: Boolean): Connection

    Permalink
  33. def getConnectionProperties(session: Option[SparkSession], url: String, driver: String, dialect: JdbcDialect, poolProps: Map[String, String], connProps: Properties, executorConnProps: Properties, hikariCP: Boolean): ConnectionProperties

    Permalink
  34. def getConnectionType(dialect: JdbcDialect): ConnectionType.Value

    Permalink
  35. def getCredentials(session: SparkSession, prefix: String = ""): (String, String)

    Permalink
  36. def getDriver(url: String, dialect: JdbcDialect): String

    Permalink
  37. def getExpandedGranteesIterator(grantees: Seq[String]): Iterator[String]

    Permalink
  38. def getExternalStoreOnExecutor(parameters: Map[String, String], partitions: Int, tableName: String, schema: StructType): ExternalStore

    Permalink
  39. def getExternalTableMetaData(qualifiedTable: String, container: GemFireContainer, checkColumnStore: Boolean): ExternalTableMetaData

    Permalink
  40. def getExternalTableMetaData(qualifiedTable: String): ExternalTableMetaData

    Permalink
  41. def getLdapGroupsForUser(userId: String): Array[String]

    Permalink
  42. def getSQLListener: AtomicReference[SQLListener]

    Permalink
  43. def getTableSchema(props: Map[String, String], forView: Boolean): Option[StructType]

    Permalink

    Get the table schema from CatalogTable.properties if present.

  44. def getTableSchema(schemaAsJson: String): StructType

    Permalink
  45. def handledFilter(f: Expression, indexedCols: Set[String]): Option[Expression]

    Permalink
  46. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  47. def isExternalSchemaRelationProvider(provider: String): Boolean

    Permalink

    check if the DataSource implements ExternalSchemaRelationProvider

  48. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  49. def isLocalMode(sparkContext: SparkContext): Boolean

    Permalink
  50. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  51. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  52. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  53. def pruneSchema(fieldMap: Map[String, StructField], columns: Array[String], columnType: String): StructType

    Permalink

    Prune all but the specified columns from the specified Catalyst schema.

    Prune all but the specified columns from the specified Catalyst schema.

    fieldMap

    - The Catalyst column name to metadata of the master table

    columns

    - The list of desired columns

    returns

    A Catalyst schema corresponding to columns in the given order.

  54. def registerBuiltinDrivers(): Unit

    Permalink
  55. def removeCachedObjects(table: String): Unit

    Permalink
  56. def removeCachedObjects(sqlContext: SQLContext, table: String): Unit

    Permalink
  57. def removeInternalProps(parameters: Map[String, String]): String

    Permalink
  58. def removeSamplingOptions(parameters: Map[String, String]): Map[String, String]

    Permalink
  59. def setStatementParameters(stmt: PreparedStatement, row: ArrayBuffer[Any]): Unit

    Permalink
  60. def sizeAsBytes(str: String, propertyName: String, minSize: Long, maxSize: Long): Long

    Permalink
  61. def sizeAsBytes(str: String, propertyName: String): Int

    Permalink
  62. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  63. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  64. def unhandledFilter(f: Expression, indexedCols: Set[String]): Boolean

    Permalink
  65. def unhandledFilter(f: Expression): Boolean

    Permalink
  66. def validateAndGetAllProps(session: Option[SparkSession], parameters: Map[String, String]): ConnectionProperties

    Permalink
  67. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  68. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  69. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped