YarnSparkHadoopUtil

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def addCredentials(conf: JobConf): Unit

def addCurrentUserCredentials(creds: Credentials): Unit

def addSecretKeyToUserCredentials(key: String, secret: String): Unit

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val conf: Configuration

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getConfigurationFromJobContext(context: JobContext): Configuration

def getCurrentUserCredentials(): Credentials

def getNameNodesToAccess(sparkConf: SparkConf): Set[Path]

Get the list of namenodes the user may access.

def getSecretKeyFromUserCredentials(key: String): Array[Byte]

def getTaskAttemptIDFromTaskAttemptContext(context: TaskAttemptContext): TaskAttemptID

def getTimeFromNowToRenewal(sparkConf: SparkConf, fraction: Double, credentials: Credentials): Long

def getTokenRenewer(conf: Configuration): String

def globPath(pattern: Path): Seq[Path]

def globPathIfNecessary(pattern: Path): Seq[Path]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def isYarnMode(): Boolean

def listFilesSorted(remoteFs: FileSystem, dir: Path, prefix: String, exclusionSuffix: String): Array[FileStatus]

def listLeafDirStatuses(fs: FileSystem, baseStatus: FileStatus): Seq[FileStatus]

def listLeafDirStatuses(fs: FileSystem, basePath: Path): Seq[FileStatus]

def listLeafStatuses(fs: FileSystem, baseStatus: FileStatus): Seq[FileStatus]

def listLeafStatuses(fs: FileSystem, basePath: Path): Seq[FileStatus]

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def loginUserFromKeytab(principalName: String, keytabFilename: String): Unit

final def ne(arg0: AnyRef): Boolean

def newConfiguration(conf: SparkConf): Configuration

final def notify(): Unit

final def notifyAll(): Unit

def obtainTokenForHiveMetastore(conf: Configuration): Option[Token[DelegationTokenIdentifier]]

Obtains token for the Hive metastore, using the current user as the principal.

def obtainTokensForNamenodes(paths: Set[Path], conf: Configuration, creds: Credentials, renewer: Option[String] = None): Unit

Obtains tokens for the namenodes passed in and adds them to the credentials.

def runAsSparkUser(func: () ⇒ Unit): Unit

def substituteHadoopVariables(text: String, hadoopConf: Configuration): String

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transferCredentials(source: UserGroupInformation, dest: UserGroupInformation): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def newConfiguration(): Configuration