RapidsConf

Instance Constructors

new RapidsConf(sparkConf: SparkConf)
new RapidsConf(sqlConf: SQLConf)
new RapidsConf(conf: Map[String, String])

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val allowDisableEntirePlan: Boolean
lazy val areCrossJoinsEnabled: Boolean
lazy val areExistenceJoinsEnabled: Boolean
lazy val areFullOuterJoinsEnabled: Boolean
lazy val areInnerJoinsEnabled: Boolean
lazy val areLeftAntiJoinsEnabled: Boolean
lazy val areLeftOuterJoinsEnabled: Boolean
lazy val areLeftSemiJoinsEnabled: Boolean
lazy val areRightOuterJoinsEnabled: Boolean
final def asInstanceOf[T0]: T0

Definition Classes
Any
lazy val avroDebugDumpPrefix: String
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
lazy val concurrentGpuTasks: Int
lazy val concurrentWriterPartitionFlushSize: Long
lazy val cpuReadMemorySpeed: Double
lazy val cpuWriteMemorySpeed: Double
lazy val cudfVersionOverride: Boolean
lazy val defaultCpuExpressionCost: Double
lazy val defaultCpuOperatorCost: Double
lazy val defaultGpuExpressionCost: Double
lazy val defaultGpuOperatorCost: Double
lazy val defaultRowCount: Long
lazy val driverTimeZone: Option[String]
lazy val enableHashOptimizeSort: Boolean
lazy val enableReplaceSortMergeJoin: Boolean
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val explain: String
lazy val exportColumnarRdd: Boolean
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
lazy val gdsSpillBatchWriteBufferSize: Long
def get[T](entry: ConfEntry[T]): T
lazy val getAlluxioAutoMountEnabled: Boolean
lazy val getAlluxioBucketRegex: String
lazy val getAlluxioCmd: Seq[String]
lazy val getAlluxioPathsToReplace: Option[Seq[String]]
lazy val getAlluxioReplacementAlgo: String
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
lazy val getCloudSchemes: Seq[String]
def getCpuExpressionCost(operatorName: String): Option[Double]

Get the CPU cost of an expression, for use in the cost-based optimizer.
def getCpuOperatorCost(operatorName: String): Option[Double]

Get the CPU cost of an operator, for use in the cost-based optimizer.
def getGpuExpressionCost(operatorName: String): Option[Double]

Get the GPU cost of an expression, for use in the cost-based optimizer.
def getGpuOperatorCost(operatorName: String): Option[Double]

Get the GPU cost of an operator, for use in the cost-based optimizer.
lazy val getSparkGpuResourceName: String
lazy val gpuOomDumpDir: Option[String]
lazy val gpuReadMemorySpeed: Double
lazy val gpuTargetBatchSizeBytes: Long
lazy val gpuWriteMemorySpeed: Double
lazy val hasExtendedYearValues: Boolean
lazy val hashAggReplaceMode: String
def hashCode(): Int

Definition Classes
AnyRef → Any
lazy val hostSpillStorageSize: Long
lazy val includeImprovedFloat: Boolean
lazy val incompatDateFormats: Boolean
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
lazy val isAlluxioReplacementAlgoConvertTime: Boolean
lazy val isAlluxioReplacementAlgoTaskTime: Boolean
lazy val isAvroAutoReaderEnabled: Boolean
lazy val isAvroCoalesceFileReadEnabled: Boolean
lazy val isAvroEnabled: Boolean
lazy val isAvroMultiThreadReadEnabled: Boolean
lazy val isAvroPerFileReadEnabled: Boolean
lazy val isAvroReadEnabled: Boolean
def isCacheOnlyShuffleManagerMode: Boolean
lazy val isCastDecimalToFloatEnabled: Boolean
lazy val isCastDecimalToStringEnabled: Boolean
lazy val isCastFloatToDecimalEnabled: Boolean
lazy val isCastFloatToIntegralTypesEnabled: Boolean
lazy val isCastFloatToStringEnabled: Boolean
lazy val isCastStringToFloatEnabled: Boolean
lazy val isCastStringToTimestampEnabled: Boolean
def isConfExplicitlySet(key: String): Boolean

To judge whether "key" is explicitly set by the users.
lazy val isCpuBasedUDFEnabled: Boolean
lazy val isCsvDecimalReadEnabled: Boolean
lazy val isCsvDoubleReadEnabled: Boolean
lazy val isCsvEnabled: Boolean
lazy val isCsvFloatReadEnabled: Boolean
lazy val isCsvReadEnabled: Boolean
lazy val isDetectDeltaLogQueries: Boolean
lazy val isFastSampleEnabled: Boolean
lazy val isFloatAggEnabled: Boolean
def isGPUShuffle: Boolean
lazy val isGdsSpillEnabled: Boolean
lazy val isIcebergEnabled: Boolean
lazy val isIcebergReadEnabled: Boolean
lazy val isImprovedTimestampOpsEnabled: Boolean
lazy val isIncompatEnabled: Boolean
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
lazy val isJsonDecimalReadEnabled: Boolean
lazy val isJsonDoubleReadEnabled: Boolean
lazy val isJsonEnabled: Boolean
lazy val isJsonFloatReadEnabled: Boolean
lazy val isJsonReadEnabled: Boolean
def isMultiThreadedShuffleManagerMode: Boolean
def isOperatorEnabled(key: String, incompat: Boolean, isDisabledByDefault: Boolean): Boolean
lazy val isOrcAutoReaderEnabled: Boolean
lazy val isOrcCoalesceFileReadEnabled: Boolean
lazy val isOrcEnabled: Boolean
lazy val isOrcFloatTypesToStringEnable: Boolean
lazy val isOrcMultiThreadReadEnabled: Boolean
lazy val isOrcPerFileReadEnabled: Boolean
lazy val isOrcReadEnabled: Boolean
lazy val isOrcWriteEnabled: Boolean
lazy val isParquetAutoReaderEnabled: Boolean
lazy val isParquetCoalesceFileReadEnabled: Boolean
lazy val isParquetEnabled: Boolean
lazy val isParquetInt96WriteEnabled: Boolean
lazy val isParquetMultiThreadReadEnabled: Boolean
lazy val isParquetPerFileReadEnabled: Boolean
lazy val isParquetReadEnabled: Boolean
lazy val isParquetWriteEnabled: Boolean
lazy val isPooledMemEnabled: Boolean
lazy val isProjectAstEnabled: Boolean
lazy val isRangeWindowByteEnabled: Boolean
lazy val isRangeWindowDecimalEnabled: Boolean
lazy val isRangeWindowIntEnabled: Boolean
lazy val isRangeWindowLongEnabled: Boolean
lazy val isRangeWindowShortEnabled: Boolean
lazy val isRegExpEnabled: Boolean
lazy val isSqlEnabled: Boolean
lazy val isSqlExecuteOnGPU: Boolean
lazy val isSqlExplainOnlyEnabled: Boolean
lazy val isTestEnabled: Boolean
lazy val isTieredProjectEnabled: Boolean
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def isUCXShuffleManagerMode: Boolean
lazy val isUdfCompilerEnabled: Boolean
lazy val isUnspillEnabled: Boolean
lazy val isUvmEnabled: Boolean
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
lazy val logQueryTransformations: Boolean
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
lazy val maxNumAvroFilesParallel: Int
lazy val maxNumOrcFilesParallel: Int
lazy val maxNumParquetFilesParallel: Int
lazy val maxReadBatchSizeBytes: Long
lazy val maxReadBatchSizeRows: Int
lazy val maxRegExpStateMemory: Long
lazy val metricsLevel: String
lazy val multiThreadReadNumThreads: Int
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
lazy val needDecimalGuarantees: Boolean
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
lazy val numFilesFilterParallel: Int
lazy val optimizerClassName: String
lazy val optimizerEnabled: Boolean
lazy val optimizerExplain: String
lazy val optimizerShouldExplainAll: Boolean
lazy val orcDebugDumpPrefix: String
lazy val pageablePoolSize: Long
lazy val parquetDebugDumpPrefix: String
lazy val parquetReaderFooterType: RapidsConf.ParquetFooterReaderType.Value
lazy val partialMergeDistinctEnabled: Boolean
lazy val pinnedPoolSize: Long
lazy val rapidsConfMap: Map[String, String]
lazy val rmmAllocFraction: Double
lazy val rmmAllocMaxFraction: Double
lazy val rmmAllocMinFraction: Double
lazy val rmmAllocReserve: Long
lazy val rmmDebugLocation: String
lazy val rmmExactAlloc: Option[Long]
lazy val rmmPool: String
lazy val shimsProviderOverride: Option[String]
lazy val shouldExplain: Boolean
lazy val shouldExplainAll: Boolean
lazy val shuffleClientThreadKeepAliveTime: Int
lazy val shuffleCompressionCodec: String
lazy val shuffleCompressionLz4ChunkSize: Long
lazy val shuffleCompressionMaxBatchMemory: Long
lazy val shuffleManagerEnabled: Boolean
lazy val shuffleManagerMode: String
lazy val shuffleMaxClientTasks: Int
lazy val shuffleMaxClientThreads: Int
lazy val shuffleMaxMetadataSize: Long
lazy val shuffleMaxServerTasks: Int
lazy val shuffleMultiThreadedMaxBytesInFlight: Long
lazy val shuffleMultiThreadedReaderThreads: Int
lazy val shuffleMultiThreadedWriterThreads: Int
lazy val shuffleTransportClassName: String
lazy val shuffleTransportEarlyStart: Boolean
lazy val shuffleTransportEarlyStartHeartbeatInterval: Int
lazy val shuffleTransportEarlyStartHeartbeatTimeout: Int
lazy val shuffleTransportMaxReceiveInflightBytes: Long
lazy val shuffleUcxActiveMessagesForceRndv: Boolean
lazy val shuffleUcxBounceBuffersSize: Long
lazy val shuffleUcxDeviceBounceBuffersCount: Int
lazy val shuffleUcxHostBounceBuffersCount: Int
lazy val shuffleUcxListenerStartPort: Int
lazy val shuffleUcxMgmtConnTimeout: Int
lazy val shuffleUcxMgmtHost: String
lazy val shuffleUcxUseWakeup: Boolean
lazy val shuffledHashJoinOptimizeShuffle: Boolean
lazy val stableSort: Boolean
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
lazy val testingAllowedNonGpu: Seq[String]
def toString(): String

Definition Classes
AnyRef → Any
lazy val useArrowCopyOptimization: Boolean
lazy val validateExecsInGpuPlan: Seq[String]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object RapidsConf | package rapids

class RapidsConf extends Logging

Instance Constructors

new RapidsConf(sparkConf: SparkConf)

new RapidsConf(sqlConf: SQLConf)

new RapidsConf(conf: Map[String, String])

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val allowDisableEntirePlan: Boolean

lazy val areCrossJoinsEnabled: Boolean

lazy val areExistenceJoinsEnabled: Boolean

lazy val areFullOuterJoinsEnabled: Boolean

lazy val areInnerJoinsEnabled: Boolean

lazy val areLeftAntiJoinsEnabled: Boolean

lazy val areLeftOuterJoinsEnabled: Boolean

lazy val areLeftSemiJoinsEnabled: Boolean

lazy val areRightOuterJoinsEnabled: Boolean

final def asInstanceOf[T0]: T0

lazy val avroDebugDumpPrefix: String

def clone(): AnyRef

lazy val concurrentGpuTasks: Int

lazy val concurrentWriterPartitionFlushSize: Long

lazy val cpuReadMemorySpeed: Double

lazy val cpuWriteMemorySpeed: Double

lazy val cudfVersionOverride: Boolean

lazy val defaultCpuExpressionCost: Double

lazy val defaultCpuOperatorCost: Double

lazy val defaultGpuExpressionCost: Double

lazy val defaultGpuOperatorCost: Double

lazy val defaultRowCount: Long

lazy val driverTimeZone: Option[String]

lazy val enableHashOptimizeSort: Boolean

lazy val enableReplaceSortMergeJoin: Boolean

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

lazy val explain: String

lazy val exportColumnarRdd: Boolean

def finalize(): Unit

lazy val gdsSpillBatchWriteBufferSize: Long

def get[T](entry: ConfEntry[T]): T

lazy val getAlluxioAutoMountEnabled: Boolean

lazy val getAlluxioBucketRegex: String

lazy val getAlluxioCmd: Seq[String]

lazy val getAlluxioPathsToReplace: Option[Seq[String]]

lazy val getAlluxioReplacementAlgo: String

final def getClass(): Class[_]

lazy val getCloudSchemes: Seq[String]

def getCpuExpressionCost(operatorName: String): Option[Double]

def getCpuOperatorCost(operatorName: String): Option[Double]

def getGpuExpressionCost(operatorName: String): Option[Double]

def getGpuOperatorCost(operatorName: String): Option[Double]

lazy val getSparkGpuResourceName: String

lazy val gpuOomDumpDir: Option[String]

lazy val gpuReadMemorySpeed: Double

lazy val gpuTargetBatchSizeBytes: Long

lazy val gpuWriteMemorySpeed: Double

lazy val hasExtendedYearValues: Boolean

lazy val hashAggReplaceMode: String

def hashCode(): Int

lazy val hostSpillStorageSize: Long

lazy val includeImprovedFloat: Boolean

lazy val incompatDateFormats: Boolean

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

lazy val isAlluxioReplacementAlgoConvertTime: Boolean

lazy val isAlluxioReplacementAlgoTaskTime: Boolean

lazy val isAvroAutoReaderEnabled: Boolean

lazy val isAvroCoalesceFileReadEnabled: Boolean

lazy val isAvroEnabled: Boolean

lazy val isAvroMultiThreadReadEnabled: Boolean

lazy val isAvroPerFileReadEnabled: Boolean

lazy val isAvroReadEnabled: Boolean

def isCacheOnlyShuffleManagerMode: Boolean

lazy val isCastDecimalToFloatEnabled: Boolean

lazy val isCastDecimalToStringEnabled: Boolean

lazy val isCastFloatToDecimalEnabled: Boolean

lazy val isCastFloatToIntegralTypesEnabled: Boolean