SparkContext

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getOrCreate(): SparkContext

This function may be used to get or instantiate a SparkContext and register it as a singleton object.
This function may be used to get or instantiate a SparkContext and register it as a singleton object. Because we can only have one active SparkContext per JVM, this is useful when applications may wish to share a SparkContext.
This method allows not passing a SparkConf (useful if just retrieving).

Note
This function cannot be used to create multiple SparkContext instances even if multiple contexts are allowed.
def getOrCreate(config: SparkConf): SparkContext

This function may be used to get or instantiate a SparkContext and register it as a singleton object.
This function may be used to get or instantiate a SparkContext and register it as a singleton object. Because we can only have one active SparkContext per JVM, this is useful when applications may wish to share a SparkContext.

Note
This function cannot be used to create multiple SparkContext instances even if multiple contexts are allowed.
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(): Unit

Attributes
protected
Definition Classes
Logging
final def isDebugEnabled: Boolean

Definition Classes
Logging
final def isInfoEnabled: Boolean

Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isTraceEnabled: Boolean

Definition Classes
Logging
def jarOfClass(cls: Class[_]): Option[String]

Find the JAR from which a given class was loaded, to make it easy for users to pass their JARs to SparkContext.
def jarOfObject(obj: AnyRef): Option[String]

Find the JAR that contains the class of a particular object, to make it easy for users to pass their JARs to SparkContext.
Find the JAR that contains the class of a particular object, to make it easy for users to pass their JARs to SparkContext. In most cases you can call jarOfObject(this) in your driver program.
final var levelFlags: Int

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Definition Classes
Logging
final var log_: Logger

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def resetLogger(): Unit

Attributes
protected
Definition Classes
Logging
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: class SparkContext | package spark

object SparkContext extends Logging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getOrCreate(): SparkContext

def getOrCreate(config: SparkConf): SparkContext

def hashCode(): Int

def initializeLogIfNecessary(): Unit

final def isDebugEnabled: Boolean

final def isInfoEnabled: Boolean

final def isInstanceOf[T0]: Boolean

final def isTraceEnabled: Boolean

def jarOfClass(cls: Class[_]): Option[String]

def jarOfObject(obj: AnyRef): Option[String]

final var levelFlags: Int

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final var log_: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def resetLogger(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped