SnappyUnifiedMemoryManager

Instance Constructors

new SnappyUnifiedMemoryManager(conf: SparkConf, numCores: Int)
new SnappyUnifiedMemoryManager(conf: SparkConf, numCores: Int, tempManager: Boolean = false)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def acquireStorageMemory(blockId: BlockId, numBytes: Long, memoryMode: MemoryMode): Boolean

Definition Classes
SnappyUnifiedMemoryManager → UnifiedMemoryManager → MemoryManager
def acquireStorageMemoryForObject(objectName: String, blockId: BlockId, numBytes: Long, memoryMode: MemoryMode, buffer: UMMMemoryTracker, shouldEvict: Boolean): Boolean

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def acquireUnrollMemory(blockId: BlockId, numBytes: Long, memoryMode: MemoryMode): Boolean

Definition Classes
UnifiedMemoryManager → MemoryManager
final def asInstanceOf[T0]: T0

Definition Classes
Any
def assertInvariants(): Unit

Attributes
protected
Definition Classes
UnifiedMemoryManager
val bootManager: Boolean

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def changeOffHeapOwnerToStorage(buffer: ByteBuffer, allowNonAllocator: Boolean): Unit

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def clear(): Unit

Clears the internal map
Clears the internal map

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def close(): Unit

This method will be called if executor is going to be restarted.
This method will be called if executor is going to be restarted. When executor is coming up all accounting from store will be done in bootMemoryManager. When executor stops we will copy the existing entry in this manager to boot manager. Once executor comes back again we will again copy the boot manager entries to run time manager.

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def dropStorageMemoryForObject(name: String, memoryMode: MemoryMode, ignoreNumBytes: Long): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def executionMemoryUsed: Long

Definition Classes
MemoryManager
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getExecutionPoolSize(memoryMode: MemoryMode): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def getExecutionPoolUsedMemory(memoryMode: MemoryMode): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def getOffHeapMemory(objectName: String): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def getStoragePoolMemoryUsed(memoryMode: MemoryMode): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def getStoragePoolSize(memoryMode: MemoryMode): Long

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def hasOffHeap: Boolean

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def hashCode(): Int

Definition Classes
AnyRef → Any
def init(): Unit

Initializes the memoryManager
Initializes the memoryManager

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def initMemoryStats(stats: MemoryManagerStats): Unit

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logStats(tag: String): Unit
def logStats(): Unit

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
val maxHeapMemory: Long

the maximum heap memory that is available for use by MemoryManager; callers should leave out some amount of "reserved memory" for unaccounted object allocations
the maximum heap memory that is available for use by MemoryManager; callers should leave out some amount of "reserved memory" for unaccounted object allocations

Definition Classes
SnappyUnifiedMemoryManager → UnifiedMemoryManager
val maxOffHeapMemory: Long

Attributes
protected[this]
Definition Classes
MemoryManager
def maxOffHeapStorageMemory: Long

Definition Classes
UnifiedMemoryManager → MemoryManager
def maxOnHeapStorageMemory: Long

Definition Classes
UnifiedMemoryManager → MemoryManager
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val offHeapExecutionMemoryPool: ExecutionMemoryPool

Attributes
protected
Definition Classes
MemoryManager
val offHeapStorageMemory: Long

Attributes
protected[this]
Definition Classes
MemoryManager
val offHeapStorageMemoryPool: StorageMemoryPool

Attributes
protected
Definition Classes
MemoryManager
val onHeapExecutionMemoryPool: ExecutionMemoryPool

Attributes
protected
Definition Classes
MemoryManager
val onHeapStorageMemoryPool: StorageMemoryPool

Attributes
protected
Definition Classes
MemoryManager
val pageSizeBytes: Long

Definition Classes
MemoryManager
final def releaseAllStorageMemory(): Unit

Definition Classes
MemoryManager
def releaseExecutionMemory(numBytes: Long, taskAttemptId: Long, memoryMode: MemoryMode): Unit

Definition Classes
SnappyUnifiedMemoryManager → MemoryManager
def releaseStorageMemory(numBytes: Long, memoryMode: MemoryMode): Unit

Definition Classes
SnappyUnifiedMemoryManager → MemoryManager
def releaseStorageMemoryForObject(objectName: String, numBytes: Long, memoryMode: MemoryMode): Unit

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
final def releaseUnrollMemory(numBytes: Long, memoryMode: MemoryMode): Unit

Definition Classes
MemoryManager
final def setMemoryStore(store: MemoryStore): Unit

Definition Classes
MemoryManager
def shouldStopRecovery(): Boolean

Definition Classes
SnappyUnifiedMemoryManager → StoreUnifiedManager
final def storageMemoryUsed: Long

Definition Classes
MemoryManager
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def tryExplicitGC(numBytes: Long): Unit
final val tungstenMemoryMode: MemoryMode

Definition Classes
MemoryManager
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object SnappyUnifiedMemoryManager | package memory

class SnappyUnifiedMemoryManager extends UnifiedMemoryManager with StoreUnifiedManager with StoreCallback

Instance Constructors

new SnappyUnifiedMemoryManager(conf: SparkConf, numCores: Int)

new SnappyUnifiedMemoryManager(conf: SparkConf, numCores: Int, tempManager: Boolean = false)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def acquireStorageMemory(blockId: BlockId, numBytes: Long, memoryMode: MemoryMode): Boolean

def acquireStorageMemoryForObject(objectName: String, blockId: BlockId, numBytes: Long, memoryMode: MemoryMode, buffer: UMMMemoryTracker, shouldEvict: Boolean): Boolean

def acquireUnrollMemory(blockId: BlockId, numBytes: Long, memoryMode: MemoryMode): Boolean

final def asInstanceOf[T0]: T0

def assertInvariants(): Unit

val bootManager: Boolean

def changeOffHeapOwnerToStorage(buffer: ByteBuffer, allowNonAllocator: Boolean): Unit

def clear(): Unit

def clone(): AnyRef

def close(): Unit

def dropStorageMemoryForObject(name: String, memoryMode: MemoryMode, ignoreNumBytes: Long): Long

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

final def executionMemoryUsed: Long

def finalize(): Unit

final def getClass(): Class[_]

def getExecutionPoolSize(memoryMode: MemoryMode): Long

def getExecutionPoolUsedMemory(memoryMode: MemoryMode): Long

def getOffHeapMemory(objectName: String): Long

def getStoragePoolMemoryUsed(memoryMode: MemoryMode): Long

def getStoragePoolSize(memoryMode: MemoryMode): Long

def hasOffHeap: Boolean

def hashCode(): Int

def init(): Unit

def initMemoryStats(stats: MemoryManagerStats): Unit

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logStats(tag: String): Unit

def logStats(): Unit

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

val maxHeapMemory: Long

val maxOffHeapMemory: Long

def maxOffHeapStorageMemory: Long

def maxOnHeapStorageMemory: Long

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val offHeapExecutionMemoryPool: ExecutionMemoryPool

val offHeapStorageMemory: Long

val offHeapStorageMemoryPool: StorageMemoryPool

val onHeapExecutionMemoryPool: ExecutionMemoryPool

val onHeapStorageMemoryPool: StorageMemoryPool

val pageSizeBytes: Long

final def releaseAllStorageMemory(): Unit

def releaseExecutionMemory(numBytes: Long, taskAttemptId: Long, memoryMode: MemoryMode): Unit

def releaseStorageMemory(numBytes: Long, memoryMode: MemoryMode): Unit

def releaseStorageMemoryForObject(objectName: String, numBytes: Long, memoryMode: MemoryMode): Unit

final def releaseUnrollMemory(numBytes: Long, memoryMode: MemoryMode): Unit

final def setMemoryStore(store: MemoryStore): Unit

def shouldStopRecovery(): Boolean

final def storageMemoryUsed: Long

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def tryExplicitGC(numBytes: Long): Unit

final val tungstenMemoryMode: MemoryMode

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit