trait
ClientBase extends Logging
Abstract Value Members
-
-
abstract
def
calculateAMMemory(newApp: GetNewApplicationResponse): Int
-
abstract
val
conf: Configuration
-
abstract
def
setupSecurityToken(amContainer: ContainerLaunchContext): Unit
-
abstract
val
sparkConf: SparkConf
-
abstract
val
yarnConf: YarnConfiguration
Concrete Value Members
-
final
def
!=(arg0: AnyRef): Boolean
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: AnyRef): Boolean
-
final
def
==(arg0: Any): Boolean
-
val
APP_FILE_PERMISSION: FsPermission
-
val
STAGING_DIR_PERMISSION: FsPermission
-
final
def
asInstanceOf[T0]: T0
-
def
clone(): AnyRef
-
def
createContainerLaunchContext(newApp: GetNewApplicationResponse, localResources: HashMap[String, LocalResource], env: HashMap[String, String]): ContainerLaunchContext
-
val
credentials: Credentials
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
finalize(): Unit
-
def
getAppStagingDir(appId: ApplicationId): String
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
final
def
isInstanceOf[T0]: Boolean
-
def
isTraceEnabled(): Boolean
-
def
log: Logger
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
-
def
logDebug(msg: ⇒ String): Unit
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
-
def
logError(msg: ⇒ String): Unit
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
-
def
logInfo(msg: ⇒ String): Unit
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
-
def
logTrace(msg: ⇒ String): Unit
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
-
def
logWarning(msg: ⇒ String): Unit
-
def
memoryOverhead: Int
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
def
prepareLocalResources(appStagingDir: String): HashMap[String, LocalResource]
-
def
qualifyForLocal(localURI: URI): Path
-
def
setupLaunchEnv(localResources: HashMap[String, LocalResource], stagingDir: String): HashMap[String, String]
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
toString(): String
-
def
userArgsToString(clientArgs: ClientArguments): String
-
def
validateArgs(): Unit
-
def
verifyClusterResources(app: GetNewApplicationResponse): Unit
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
Inherited from Logging
Inherited from AnyRef
Inherited from Any
The entry point (starting in Client#main() and Client#run()) for launching Spark on YARN. The Client submits an application to the YARN ResourceManager.
Depending on the deployment mode this will launch one of two application master classes: 1. In cluster mode, it will launch an org.apache.spark.deploy.yarn.ApplicationMaster which launches a driver program inside of the cluster. 2. In client mode, it will launch an org.apache.spark.deploy.yarn.ExecutorLauncher to request executors on behalf of a driver running outside of the cluster.