SnappySQLListener

Instance Constructors

new SnappySQLListener(conf: SparkConf, source: SQLListener)
new SnappySQLListener(conf: SparkConf)

conf
SparkConf of active SparkContext

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def copyDataFromSourceListener(): Unit
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def executionIdToData: Map[Long, SQLExecutionUIData]

Definition Classes
SQLListener
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getCompletedExecutions: Seq[SQLExecutionUIData]

Definition Classes
SQLListener
def getExecution(executionId: Long): Option[SQLExecutionUIData]

Definition Classes
SQLListener
def getExecutionMetrics(executionId: Long): Map[Long, String]

Get all accumulator updates from all tasks which belong to this execution and merge them.
Get all accumulator updates from all tasks which belong to this execution and merge them.

Definition Classes
SQLListener
def getFailedExecutions: Seq[SQLExecutionUIData]

Definition Classes
SQLListener
def getInternalField(fieldName: String, listenerObject: SQLListener = this): Any
def getRunningExecutions: Seq[SQLExecutionUIData]

Definition Classes
SQLListener
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def jobIdToExecutionId: Map[Long, Long]

Definition Classes
SQLListener
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

Called when the application ends
Called when the application ends

Definition Classes
SparkListener → SparkListenerInterface
def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

Called when the application starts
Called when the application starts

Definition Classes
SparkListener → SparkListenerInterface
def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

Called when a new block manager has joined
Called when a new block manager has joined

Definition Classes
SparkListener → SparkListenerInterface
def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

Called when an existing block manager has been removed
Called when an existing block manager has been removed

Definition Classes
SparkListener → SparkListenerInterface
def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

Called when the driver receives a block update info.
Called when the driver receives a block update info.

Definition Classes
SparkListener → SparkListenerInterface
def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

Called when environment properties have been updated
Called when environment properties have been updated

Definition Classes
SparkListener → SparkListenerInterface
def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

Called when the driver registers a new executor.
Called when the driver registers a new executor.

Definition Classes
SparkListener → SparkListenerInterface
def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

Called when the driver receives task metrics from an executor in a heartbeat.
Called when the driver receives task metrics from an executor in a heartbeat.

Definition Classes
SQLListener → SparkListener → SparkListenerInterface
def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

Called when the driver removes an executor.
Called when the driver removes an executor.

Definition Classes
SparkListener → SparkListenerInterface
def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

Called when a job ends
Called when a job ends

Definition Classes
SQLListener → SparkListener → SparkListenerInterface
def onJobStart(jobStart: SparkListenerJobStart): Unit

Called when a job starts
Called when a job starts

Definition Classes
SnappySQLListener → SQLListener → SparkListener → SparkListenerInterface
def onOtherEvent(event: SparkListenerEvent): Unit

Snappy's execution happens in two phases.
Snappy's execution happens in two phases. First phase the plan is executed to create a rdd which is then used to create a CachedDataFrame. In second phase, the CachedDataFrame is then used for further actions. For accumulating the metrics for first phase, SparkListenerSQLPlanExecutionStart is fired. This keeps the current executionID in _executionIdToData but does not add it to the active executions. This ensures that query is not shown in the UI but the new jobs that are run while the plan is being executed are tracked against this executionID. In the second phase, when the query is actually executed, SparkListenerSQLPlanExecutionStart adds the execution data to the active executions. SparkListenerSQLPlanExecutionEnd is then sent with the accumulated time of both the phases.

Definition Classes
SnappySQLListener → SQLListener → SparkListener → SparkListenerInterface
def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

Called when a stage completes successfully or fails, with information on the completed stage.
Called when a stage completes successfully or fails, with information on the completed stage.

Definition Classes
SparkListener → SparkListenerInterface
def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

Called when a stage is submitted
Called when a stage is submitted

Definition Classes
SQLListener → SparkListener → SparkListenerInterface
def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

Called when a task ends
Called when a task ends

Definition Classes
SQLListener → SparkListener → SparkListenerInterface
def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).
Called when a task begins remotely fetching its result (will not be called for tasks that do not need to fetch the result remotely).

Definition Classes
SparkListener → SparkListenerInterface
def onTaskStart(taskStart: SparkListenerTaskStart): Unit

Called when a task starts
Called when a task starts

Definition Classes
SparkListener → SparkListenerInterface
def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

Called when an RDD is manually unpersisted by the application
Called when an RDD is manually unpersisted by the application

Definition Classes
SparkListener → SparkListenerInterface
var sourceListener: SQLListener
def stageIdToStageMetrics: Map[Long, SQLStageMetrics]

Definition Classes
SQLListener
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def updateTaskAccumulatorValues(taskId: Long, stageId: Int, stageAttemptID: Int, _accumulatorUpdates: Seq[AccumulableInfo], finishTask: Boolean): Unit

Update the accumulator values of a task with the latest metrics for this task.
Update the accumulator values of a task with the latest metrics for this task. This is called every time we receive an executor heartbeat or when a task finishes.

Attributes
protected
Definition Classes
SQLListener
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package ui

class SnappySQLListener extends SQLListener

Instance Constructors

new SnappySQLListener(conf: SparkConf, source: SQLListener)

new SnappySQLListener(conf: SparkConf)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def copyDataFromSourceListener(): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def executionIdToData: Map[Long, SQLExecutionUIData]

def finalize(): Unit

final def getClass(): Class[_]

def getCompletedExecutions: Seq[SQLExecutionUIData]

def getExecution(executionId: Long): Option[SQLExecutionUIData]

def getExecutionMetrics(executionId: Long): Map[Long, String]

def getFailedExecutions: Seq[SQLExecutionUIData]

def getInternalField(fieldName: String, listenerObject: SQLListener = this): Any

def getRunningExecutions: Seq[SQLExecutionUIData]

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def jobIdToExecutionId: Map[Long, Long]

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

def onJobStart(jobStart: SparkListenerJobStart): Unit

def onOtherEvent(event: SparkListenerEvent): Unit

def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

def onTaskStart(taskStart: SparkListenerTaskStart): Unit

def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

var sourceListener: SQLListener

def stageIdToStageMetrics: Map[Long, SQLStageMetrics]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def updateTaskAccumulatorValues(taskId: Long, stageId: Int, stageAttemptID: Int, _accumulatorUpdates: Seq[AccumulableInfo], finishTask: Boolean): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from SQLListener

Inherited from internal.Logging

Inherited from SparkListener

Inherited from SparkListenerInterface

Inherited from AnyRef

Inherited from Any

Ungrouped