HistoryServer

Instance Constructors

new HistoryServer(conf: SparkConf, provider: ApplicationHistoryProvider, securityManager: SecurityManager, port: Int)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def addStaticHandler(resourceBase: String, path: String): Unit

Add a handler for static content.
Add a handler for static content.
resourceBase
Root of where to find resources to serve.
path
Path in UI where to mount the resources.

Definition Classes
WebUI
final def asInstanceOf[T0]: T0

Definition Classes
Any
def attachHandler(handler: ServletContextHandler): Unit

Attach a handler to this UI.
Attach a handler to this UI.

Definition Classes
WebUI
def attachPage(page: WebUIPage): Unit

Attach a page to this UI.
Attach a page to this UI.

Definition Classes
WebUI
def attachSparkUI(appId: String, attemptId: Option[String], ui: SparkUI, completed: Boolean): Unit

Attach a reconstructed UI to this server.
Attach a reconstructed UI to this server. Only valid after bind().
appId
application ID
attemptId
attempt ID
ui
UI
completed
flag to indicate that the UI has completed

Definition Classes
HistoryServer → ApplicationCacheOperations
def attachTab(tab: WebUITab): Unit

Attach a tab to this UI, along with all of its attached pages.
Attach a tab to this UI, along with all of its attached pages.

Definition Classes
WebUI
def bind(): Unit

Bind to the HTTP server behind this web interface.
Bind to the HTTP server behind this web interface.

Definition Classes
HistoryServer → WebUI
def boundPort: Int

Return the actual port to which this server is bound.
Return the actual port to which this server is bound. Only valid after bind().

Definition Classes
WebUI
val cacheMetrics: CacheMetrics
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def detachHandler(handler: ServletContextHandler): Unit

Detach a handler from this UI.
Detach a handler from this UI.

Definition Classes
WebUI
def detachPage(page: WebUIPage): Unit

Definition Classes
WebUI
def detachSparkUI(appId: String, attemptId: Option[String], ui: SparkUI): Unit

Detach a reconstructed UI from this server.
Detach a reconstructed UI from this server. Only valid after bind().
ui
Spark UI

Definition Classes
HistoryServer → ApplicationCacheOperations
def detachTab(tab: WebUITab): Unit

Definition Classes
WebUI
def emptyListingHtml(): Seq[Node]

returns
html text to display when the application list is empty
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getAppUI(appId: String, attemptId: Option[String]): Option[LoadedAppUI]

Get the application UI and whether or not it is completed
Get the application UI and whether or not it is completed
appId
application ID
attemptId
attempt ID
returns
If found, the Spark UI and any history information to be used in the cache

Definition Classes
HistoryServer → ApplicationCacheOperations
def getApplicationInfo(appId: String): Option[ApplicationInfo]

Definition Classes
HistoryServer → UIRoot
def getApplicationInfoList: Iterator[ApplicationInfo]

Definition Classes
HistoryServer → UIRoot
def getApplicationList(): Iterator[ApplicationHistoryInfo]

Returns a list of available applications, in descending order according to their end time.
Returns a list of available applications, in descending order according to their end time.
returns
List of all known applications.
def getBasePath: String

Definition Classes
WebUI
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getEventLogsUnderProcess(): Int
def getHandlers: Seq[ServletContextHandler]

Definition Classes
WebUI
def getLastUpdatedTime(): Long
def getProviderConfig(): Map[String, String]

Returns the provider configuration to show in the listing page.
Returns the provider configuration to show in the listing page.
returns
A map with the provider's configuration.
def getSecurityManager: SecurityManager

Definition Classes
WebUI
def getSparkUI(appKey: String): Option[SparkUI]

Definition Classes
HistoryServer → UIRoot
def getTabs: Seq[WebUITab]

Definition Classes
WebUI
val handlers: ArrayBuffer[ServletContextHandler]

Attributes
protected
Definition Classes
WebUI
def hashCode(): Int

Definition Classes
AnyRef → Any
def initialize(): Unit

Initialize the history server.
Initialize the history server.
This starts a background thread that periodically synchronizes information displayed on this UI with the event logs in the provided base directory.

Definition Classes
HistoryServer → WebUI
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val pageToHandlers: HashMap[WebUIPage, ArrayBuffer[ServletContextHandler]]

Attributes
protected
Definition Classes
WebUI
val publicHostName: String

Attributes
protected
Definition Classes
WebUI
def removeStaticHandler(path: String): Unit

Remove a static content handler.
Remove a static content handler.
path
Path in UI to unmount.

Definition Classes
WebUI
val securityManager: SecurityManager

Definition Classes
WebUI
var serverInfo: Option[ServerInfo]

Attributes
protected
Definition Classes
WebUI
val sslOptions: SSLOptions

Definition Classes
WebUI
def stop(): Unit

Stop the server and close the file system.
Stop the server and close the file system.

Definition Classes
HistoryServer → WebUI
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
var tabs: ArrayBuffer[WebUITab]

Attributes
protected
Definition Classes
WebUI
def toString(): String

String value for diagnostics.
String value for diagnostics.
returns
a multi-line description of the server state.

Definition Classes
HistoryServer → AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def webUrl: String

Return the url of web interface.
Return the url of web interface. Only valid after bind().

Definition Classes
WebUI
def writeEventLogs(appId: String, attemptId: Option[String], zipStream: ZipOutputStream): Unit

Write the event logs for the given app to the ZipOutputStream instance.
Write the event logs for the given app to the ZipOutputStream instance. If attemptId is None, event logs for all attempts of this application will be written out.

Definition Classes
HistoryServer → UIRoot

Related Docs: object HistoryServer | package history

class HistoryServer extends WebUI with internal.Logging with UIRoot with ApplicationCacheOperations

Instance Constructors

new HistoryServer(conf: SparkConf, provider: ApplicationHistoryProvider, securityManager: SecurityManager, port: Int)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def addStaticHandler(resourceBase: String, path: String): Unit

final def asInstanceOf[T0]: T0

def attachHandler(handler: ServletContextHandler): Unit

def attachPage(page: WebUIPage): Unit

def attachSparkUI(appId: String, attemptId: Option[String], ui: SparkUI, completed: Boolean): Unit

def attachTab(tab: WebUITab): Unit

def bind(): Unit

def boundPort: Int

val cacheMetrics: CacheMetrics

def clone(): AnyRef

def detachHandler(handler: ServletContextHandler): Unit

def detachPage(page: WebUIPage): Unit

def detachSparkUI(appId: String, attemptId: Option[String], ui: SparkUI): Unit

def detachTab(tab: WebUITab): Unit

def emptyListingHtml(): Seq[Node]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getAppUI(appId: String, attemptId: Option[String]): Option[LoadedAppUI]

def getApplicationInfo(appId: String): Option[ApplicationInfo]

def getApplicationInfoList: Iterator[ApplicationInfo]

def getApplicationList(): Iterator[ApplicationHistoryInfo]

def getBasePath: String

final def getClass(): Class[_]

def getEventLogsUnderProcess(): Int

def getHandlers: Seq[ServletContextHandler]

def getLastUpdatedTime(): Long

def getProviderConfig(): Map[String, String]

def getSecurityManager: SecurityManager

def getSparkUI(appKey: String): Option[SparkUI]

def getTabs: Seq[WebUITab]

val handlers: ArrayBuffer[ServletContextHandler]

def hashCode(): Int

def initialize(): Unit

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val pageToHandlers: HashMap[WebUIPage, ArrayBuffer[ServletContextHandler]]

val publicHostName: String

def removeStaticHandler(path: String): Unit

val securityManager: SecurityManager

var serverInfo: Option[ServerInfo]

val sslOptions: SSLOptions

def stop(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

var tabs: ArrayBuffer[WebUITab]

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def webUrl: String

def writeEventLogs(appId: String, attemptId: Option[String], zipStream: ZipOutputStream): Unit

Inherited from ApplicationCacheOperations

Inherited from UIRoot

Inherited from WebUI