IncrementalExecution

Instance Constructors

new IncrementalExecution(sparkSession: SparkSession, logicalPlan: LogicalPlan, outputMode: OutputMode, checkpointLocation: String, currentBatchId: Long, currentEventTimeWatermark: Long)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val analyzed: LogicalPlan

Definition Classes
QueryExecution
final def asInstanceOf[T0]: T0

Definition Classes
Any
def assertAnalyzed(): Unit

Definition Classes
QueryExecution
def assertSupported(): Unit

No need assert supported, as this check has already been done
No need assert supported, as this check has already been done

Definition Classes
IncrementalExecution → QueryExecution
val checkpointLocation: String
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val currentBatchId: Long
val currentEventTimeWatermark: Long
object debug

A special namespace for commands that can be used to debug query execution.
A special namespace for commands that can be used to debug query execution.

Definition Classes
QueryExecution
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val executedPlan: SparkPlan

Definition Classes
QueryExecution
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def hiveResultString(): Seq[String]

Returns the result as a hive compatible sequence of strings.
Returns the result as a hive compatible sequence of strings. For native commands, the execution is simply passed back to Hive.

Definition Classes
QueryExecution
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
val logical: LogicalPlan

Definition Classes
QueryExecution
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
lazy val optimizedPlan: LogicalPlan

See [SPARK-18339] Walk the optimized logical plan and replace CurrentBatchTimestamp with the desired literal
See [SPARK-18339] Walk the optimized logical plan and replace CurrentBatchTimestamp with the desired literal

Definition Classes
IncrementalExecution → QueryExecution
val outputMode: OutputMode
def planner: SparkPlanner

Definition Classes
IncrementalExecution → QueryExecution
def preparations: Seq[Rule[SparkPlan]]

A sequence of rules that will be applied in order to the physical plan before execution.
A sequence of rules that will be applied in order to the physical plan before execution.

Definition Classes
IncrementalExecution → QueryExecution
def prepareForExecution(plan: SparkPlan): SparkPlan

Prepares a planned SparkPlan for execution by inserting shuffle operations and internal row format conversions as needed.
Prepares a planned SparkPlan for execution by inserting shuffle operations and internal row format conversions as needed.

Attributes
protected
Definition Classes
QueryExecution
def simpleString: String

Definition Classes
QueryExecution
lazy val sparkPlan: SparkPlan

Definition Classes
QueryExecution
val sparkSession: SparkSession

Definition Classes
QueryExecution
val state: Rule[SparkPlan]

Locates save/restore pairs surrounding aggregation.
val stateStrategy: Seq[Strategy]
def stringOrError[A](f: ⇒ A): String

Attributes
protected
Definition Classes
QueryExecution
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
lazy val toRdd: RDD[InternalRow]

Internal version of the RDD.
Internal version of the RDD. Avoids copies and has no schema

Definition Classes
QueryExecution
def toString(): String

Definition Classes
QueryExecution → AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
lazy val withCachedData: LogicalPlan

Definition Classes
QueryExecution

Related Doc: package streaming

class IncrementalExecution extends QueryExecution with internal.Logging

Instance Constructors

new IncrementalExecution(sparkSession: SparkSession, logicalPlan: LogicalPlan, outputMode: OutputMode, checkpointLocation: String, currentBatchId: Long, currentEventTimeWatermark: Long)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val analyzed: LogicalPlan

final def asInstanceOf[T0]: T0

def assertAnalyzed(): Unit

def assertSupported(): Unit

val checkpointLocation: String

def clone(): AnyRef

val currentBatchId: Long

val currentEventTimeWatermark: Long

object debug

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

lazy val executedPlan: SparkPlan

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def hiveResultString(): Seq[String]

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

val logical: LogicalPlan

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

lazy val optimizedPlan: LogicalPlan

val outputMode: OutputMode

def planner: SparkPlanner

def preparations: Seq[Rule[SparkPlan]]

def prepareForExecution(plan: SparkPlan): SparkPlan

def simpleString: String

lazy val sparkPlan: SparkPlan

val sparkSession: SparkSession

val state: Rule[SparkPlan]

val stateStrategy: Seq[Strategy]

def stringOrError[A](f: ⇒ A): String

final def synchronized[T0](arg0: ⇒ T0): T0

lazy val toRdd: RDD[InternalRow]

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

lazy val withCachedData: LogicalPlan

Inherited from internal.Logging

Inherited from QueryExecution

Inherited from AnyRef

Inherited from Any

Ungrouped