HistoryServer

Instance Constructors

new HistoryServer(conf: SparkConf, provider: ApplicationHistoryProvider, securityManager: SecurityManager, port: Int)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def addStaticHandler(resourceBase: String, path: String): Unit

Add a handler for static content.
Add a handler for static content.
resourceBase
Root of where to find resources to serve.
path
Path in UI where to mount the resources.

Definition Classes
WebUI
final def asInstanceOf[T0]: T0

Definition Classes
Any
def attachHandler(handler: ServletContextHandler): Unit

Attach a handler to this UI.
Attach a handler to this UI.

Definition Classes
WebUI
def attachPage(page: WebUIPage): Unit

Attach a page to this UI.
Attach a page to this UI.

Definition Classes
WebUI
def attachTab(tab: WebUITab): Unit

Attach a tab to this UI, along with all of its attached pages.
Attach a tab to this UI, along with all of its attached pages.

Definition Classes
WebUI
def bind(): Unit

Bind to the HTTP server behind this web interface.
Bind to the HTTP server behind this web interface.

Definition Classes
HistoryServer → WebUI
def boundPort: Int

Return the actual port to which this server is bound.
Return the actual port to which this server is bound. Only valid after bind().

Definition Classes
WebUI
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def detachHandler(handler: ServletContextHandler): Unit

Detach a handler from this UI.
Detach a handler from this UI.

Definition Classes
WebUI
def detachPage(page: WebUIPage): Unit

Definition Classes
WebUI
def detachTab(tab: WebUITab): Unit

Definition Classes
WebUI
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getApplicationInfoList: Iterator[ApplicationInfo]

Definition Classes
HistoryServer → UIRoot
def getApplicationList(): Iterable[ApplicationHistoryInfo]

Returns a list of available applications, in descending order according to their end time.
Returns a list of available applications, in descending order according to their end time.
returns
List of all known applications.
def getBasePath: String

Definition Classes
WebUI
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getHandlers: Seq[ServletContextHandler]

Definition Classes
WebUI
def getProviderConfig(): Map[String, String]

Returns the provider configuration to show in the listing page.
Returns the provider configuration to show in the listing page.
returns
A map with the provider's configuration.
def getSecurityManager: SecurityManager

Definition Classes
WebUI
def getSparkUI(appKey: String): Option[SparkUI]

Definition Classes
HistoryServer → UIRoot
def getTabs: Seq[WebUITab]

Definition Classes
WebUI
val handlers: ArrayBuffer[ServletContextHandler]

Attributes
protected
Definition Classes
WebUI
def hashCode(): Int

Definition Classes
AnyRef → Any
def initialize(): Unit

Initialize the history server.
Initialize the history server.
This starts a background thread that periodically synchronizes information displayed on this UI with the event logs in the provided base directory.

Definition Classes
HistoryServer → WebUI
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
val localHostName: String

Attributes
protected
Definition Classes
WebUI
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val pageToHandlers: HashMap[WebUIPage, ArrayBuffer[ServletContextHandler]]

Attributes
protected
Definition Classes
WebUI
val publicHostName: String

Attributes
protected
Definition Classes
WebUI
def removeStaticHandler(path: String): Unit

Remove a static content handler.
Remove a static content handler.
path
Path in UI to unmount.

Definition Classes
WebUI
val securityManager: SecurityManager

Definition Classes
WebUI
var serverInfo: Option[ServerInfo]

Attributes
protected
Definition Classes
WebUI
def stop(): Unit

Stop the server and close the file system.
Stop the server and close the file system.

Definition Classes
HistoryServer → WebUI
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val tabs: ArrayBuffer[WebUITab]

Attributes
protected
Definition Classes
WebUI
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withSparkUI[T](appId: String, attemptId: Option[String])(f: (SparkUI) ⇒ T): T

Get the spark UI with the given appID, and apply a function to it.
Get the spark UI with the given appID, and apply a function to it. If there is no such app, throw an appropriate exception

Definition Classes
UIRoot
def writeEventLogs(appId: String, attemptId: Option[String], zipStream: ZipOutputStream): Unit

Write the event logs for the given app to the ZipOutputStream instance.
Write the event logs for the given app to the ZipOutputStream instance. If attemptId is None, event logs for all attempts of this application will be written out.

Definition Classes
HistoryServer → UIRoot

Related Docs: object HistoryServer | package history

class HistoryServer extends WebUI with Logging with UIRoot

Instance Constructors

new HistoryServer(conf: SparkConf, provider: ApplicationHistoryProvider, securityManager: SecurityManager, port: Int)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def addStaticHandler(resourceBase: String, path: String): Unit

final def asInstanceOf[T0]: T0

def attachHandler(handler: ServletContextHandler): Unit

def attachPage(page: WebUIPage): Unit

def attachTab(tab: WebUITab): Unit

def bind(): Unit

def boundPort: Int

def clone(): AnyRef

def detachHandler(handler: ServletContextHandler): Unit

def detachPage(page: WebUIPage): Unit

def detachTab(tab: WebUITab): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getApplicationInfoList: Iterator[ApplicationInfo]

def getApplicationList(): Iterable[ApplicationHistoryInfo]

def getBasePath: String

final def getClass(): Class[_]

def getHandlers: Seq[ServletContextHandler]

def getProviderConfig(): Map[String, String]

def getSecurityManager: SecurityManager

def getSparkUI(appKey: String): Option[SparkUI]

def getTabs: Seq[WebUITab]

val handlers: ArrayBuffer[ServletContextHandler]

def hashCode(): Int

def initialize(): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

val localHostName: String

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val pageToHandlers: HashMap[WebUIPage, ArrayBuffer[ServletContextHandler]]

val publicHostName: String

def removeStaticHandler(path: String): Unit

val securityManager: SecurityManager

var serverInfo: Option[ServerInfo]

def stop(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

val tabs: ArrayBuffer[WebUITab]

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withSparkUI[T](appId: String, attemptId: Option[String])(f: (SparkUI) ⇒ T): T

def writeEventLogs(appId: String, attemptId: Option[String], zipStream: ZipOutputStream): Unit

Inherited from UIRoot

Inherited from WebUI

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped