SnappyConf

Instance Constructors

new SnappyConf(session: SnappySession)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def activeSchedulerPool: String
def adaptiveExecutionEnabled: Boolean

Definition Classes
SQLConf
final def asInstanceOf[T0]: T0

Definition Classes
Any
def autoBroadcastJoinThreshold: Long

Definition Classes
SQLConf
def broadcastTimeout: Int

Definition Classes
SQLConf
def bucketingEnabled: Boolean

Definition Classes
SQLConf
def caseSensitiveAnalysis: Boolean

Definition Classes
SQLConf
def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value

Definition Classes
SQLConf
def checkpointLocation: Option[String]

Definition Classes
SQLConf
def clear(): Unit

Definition Classes
SnappyConf → SQLConf
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def columnBatchSize: Int

Definition Classes
SQLConf
def columnNameOfCorruptRecord: String

Definition Classes
SQLConf
def constraintPropagationEnabled: Boolean

Definition Classes
SQLConf
def contains(key: String): Boolean

Return whether a given key is set in this SQLConf.
Return whether a given key is set in this SQLConf.

Definition Classes
SQLConf
def convertCTAS: Boolean

Definition Classes
SQLConf
def crossJoinEnabled: Boolean

Definition Classes
SQLConf
def dataFramePivotMaxValues: Int

Definition Classes
SQLConf
def dataFrameRetainGroupColumns: Boolean

Definition Classes
SQLConf
def dataFrameSelfJoinAutoResolveAmbiguity: Boolean

Definition Classes
SQLConf
def defaultDataSourceName: String

Definition Classes
SQLConf
def defaultSizeInBytes: Long

Definition Classes
SQLConf
def enableRadixSort: Boolean

Definition Classes
SQLConf
def enableTwoLevelAggMap: Boolean

Definition Classes
SQLConf
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def exchangeReuseEnabled: Boolean

Definition Classes
SQLConf
def fallBackToHdfsForStatsEnabled: Boolean

Definition Classes
SQLConf
def fileCommitProtocolClass: String

Definition Classes
SQLConf
def fileSinkLogCleanupDelay: Long

Definition Classes
SQLConf
def fileSinkLogCompactInterval: Int

Definition Classes
SQLConf
def fileSinkLogDeletion: Boolean

Definition Classes
SQLConf
def fileSourceLogCleanupDelay: Long

Definition Classes
SQLConf
def fileSourceLogCompactInterval: Int

Definition Classes
SQLConf
def fileSourceLogDeletion: Boolean

Definition Classes
SQLConf
def filesMaxPartitionBytes: Long

Definition Classes
SQLConf
def filesOpenCostInBytes: Long

Definition Classes
SQLConf
def filesourcePartitionFileCacheSize: Long

Definition Classes
SQLConf
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def foreach(f: (String, String) ⇒ Unit): Unit
def gatherFastStats: Boolean

Definition Classes
SQLConf
def getAllConfs: Map[String, String]

Return all the configuration properties that have been set (i.e.
Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.

Definition Classes
SQLConf
def getAllDefinedConfs: Seq[(String, String, String)]

Return all the configuration definitions that have been defined in SQLConf.
Return all the configuration definitions that have been defined in SQLConf. Each definition contains key, defaultValue and doc.

Definition Classes
SQLConf
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

Return the value of an optional Spark SQL configuration property for the given key.
Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.

Definition Classes
SQLConf
def getConf[T](entry: ConfigEntry[T]): T

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue in ConfigEntry.

Definition Classes
SQLConf
def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue. This is useful when defaultValue in ConfigEntry is not the desired one.

Definition Classes
SQLConf
def getConfString(key: String, defaultValue: String): String

Return the string value of Spark SQL configuration property for the given key.
Return the string value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue.

Definition Classes
SQLConf
def getConfString(key: String): String

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key.

Definition Classes
SQLConf
Annotations
@throws( "if key is not set" )
def groupByOrdinal: Boolean

Definition Classes
SQLConf
def hashCode(): Int

Definition Classes
AnyRef → Any
def ignoreCorruptFiles: Boolean

Definition Classes
SQLConf
def inMemoryPartitionPruning: Boolean

Definition Classes
SQLConf
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isParquetBinaryAsString: Boolean

Definition Classes
SQLConf
def isParquetINT96AsTimestamp: Boolean

Definition Classes
SQLConf
def isParquetSchemaMergingEnabled: Boolean

Definition Classes
SQLConf
def isParquetSchemaRespectSummaries: Boolean

Definition Classes
SQLConf
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def isUnsupportedOperationCheckEnabled: Boolean

Definition Classes
SQLConf
def limitScaleUpFactor: Int

Definition Classes
SQLConf
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def manageFilesourcePartitions: Boolean

Definition Classes
SQLConf
def maxBatchesToRetainInMemory: Int

Definition Classes
SQLConf
def maxCaseBranchesForCodegen: Int

Definition Classes
SQLConf
def metastorePartitionPruning: Boolean

Definition Classes
SQLConf
def minBatchesToRetain: Int

Definition Classes
SQLConf
def minNumPostShufflePartitions: Int

Definition Classes
SQLConf
def ndvMaxError: Double

Definition Classes
SQLConf
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def numShufflePartitions: Int

Definition Classes
SnappyConf → SQLConf
def optimizerInSetConversionThreshold: Int

Definition Classes
SQLConf
def optimizerMaxIterations: Int

************************ Spark SQL Params/Hints *******************
************************ Spark SQL Params/Hints *******************

Definition Classes
SQLConf
def optimizerMetadataOnly: Boolean

Definition Classes
SQLConf
def orcFilterPushDown: Boolean

Definition Classes
SQLConf
def orderByOrdinal: Boolean

Definition Classes
SQLConf
def parallelPartitionDiscoveryParallelism: Int

Definition Classes
SQLConf
def parallelPartitionDiscoveryThreshold: Int

Definition Classes
SQLConf
def parquetCacheMetadata: Boolean

Definition Classes
SQLConf
def parquetCompressionCodec: String

Definition Classes
SQLConf
def parquetFilterPushDown: Boolean

Definition Classes
SQLConf
def parquetOutputCommitterClass: String

Definition Classes
SQLConf
def parquetVectorizedReaderEnabled: Boolean

Definition Classes
SQLConf
def partitionColumnTypeInferenceEnabled: Boolean

Definition Classes
SQLConf
def preferSortMergeJoin: Boolean

Definition Classes
SQLConf
def resolver: Resolver

Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.
Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

Definition Classes
SQLConf
def runSQLonFile: Boolean

Definition Classes
SQLConf
val session: SnappySession
def setConf(props: Properties): Unit

Set Spark SQL configuration properties.
Set Spark SQL configuration properties.

Definition Classes
SnappyConf → SQLConf
def setConf[T](entry: ConfigEntry[T], value: T): Unit

Set the given Spark SQL configuration property.
Set the given Spark SQL configuration property.

Definition Classes
SnappyConf → SQLConf
def setConfString(key: String, value: String): Unit

Set the given Spark SQL configuration property using a string value.
Set the given Spark SQL configuration property using a string value.

Definition Classes
SnappyConf → SQLConf
val settings: Map[String, String]

Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.
Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

Attributes
protected[org.apache.spark]
Definition Classes
SQLConf
def sortBeforeRepartition: Boolean

Definition Classes
SQLConf
def stateStoreMinDeltasForSnapshot: Int

Definition Classes
SQLConf
def streamingFileCommitProtocolClass: String

Definition Classes
SQLConf
def streamingMetricsEnabled: Boolean

Definition Classes
SQLConf
def streamingNoDataProgressEventInterval: Long

Definition Classes
SQLConf
def streamingPollingDelay: Long

Definition Classes
SQLConf
def streamingProgressRetention: Int

Definition Classes
SQLConf
def streamingSchemaInference: Boolean

Definition Classes
SQLConf
def streamingUIRunningQueriesDisplayLimit: Int

Definition Classes
SQLConf
def streamingUITrendsMaxSampleSize: Int

Definition Classes
SQLConf
def subexpressionEliminationEnabled: Boolean

Definition Classes
SQLConf
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def targetPostShuffleInputSize: Long

Definition Classes
SQLConf
def toString(): String

Definition Classes
AnyRef → Any
def unsetConf(entry: ConfigEntry[_]): Unit

Definition Classes
SnappyConf → SQLConf
def unsetConf(key: String): Unit

Definition Classes
SnappyConf → SQLConf
def useCompression: Boolean

Definition Classes
SQLConf
def variableSubstituteDepth: Int

Definition Classes
SQLConf
def variableSubstituteEnabled: Boolean

Definition Classes
SQLConf
def verifyPartitionPath: Boolean

Definition Classes
SQLConf
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def warehousePath: String

Definition Classes
SQLConf
def wholeStageEnabled: Boolean

Definition Classes
SQLConf
def wholeStageFallback: Boolean

Definition Classes
SQLConf
def wholeStageMaxNumFields: Int

Definition Classes
SQLConf
def writeLegacyParquetFormat: Boolean

Definition Classes
SQLConf

Related Doc: package internal

class SnappyConf extends SQLConf with Serializable

Instance Constructors

new SnappyConf(session: SnappySession)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def activeSchedulerPool: String

def adaptiveExecutionEnabled: Boolean

final def asInstanceOf[T0]: T0

def autoBroadcastJoinThreshold: Long

def broadcastTimeout: Int

def bucketingEnabled: Boolean

def caseSensitiveAnalysis: Boolean

def caseSensitiveInferenceMode: SQLConf.HiveCaseSensitiveInferenceMode.Value

def checkpointLocation: Option[String]

def clear(): Unit

def clone(): AnyRef

def columnBatchSize: Int

def columnNameOfCorruptRecord: String

def constraintPropagationEnabled: Boolean

def contains(key: String): Boolean

def convertCTAS: Boolean

def crossJoinEnabled: Boolean

def dataFramePivotMaxValues: Int

def dataFrameRetainGroupColumns: Boolean

def dataFrameSelfJoinAutoResolveAmbiguity: Boolean

def defaultDataSourceName: String

def defaultSizeInBytes: Long

def enableRadixSort: Boolean

def enableTwoLevelAggMap: Boolean

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def exchangeReuseEnabled: Boolean

def fallBackToHdfsForStatsEnabled: Boolean

def fileCommitProtocolClass: String

def fileSinkLogCleanupDelay: Long

def fileSinkLogCompactInterval: Int

def fileSinkLogDeletion: Boolean

def fileSourceLogCleanupDelay: Long

def fileSourceLogCompactInterval: Int

def fileSourceLogDeletion: Boolean

def filesMaxPartitionBytes: Long

def filesOpenCostInBytes: Long

def filesourcePartitionFileCacheSize: Long

def finalize(): Unit

def foreach(f: (String, String) ⇒ Unit): Unit

def gatherFastStats: Boolean

def getAllConfs: Map[String, String]

def getAllDefinedConfs: Seq[(String, String, String)]

final def getClass(): Class[_]

def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

def getConf[T](entry: ConfigEntry[T]): T

def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

def getConfString(key: String, defaultValue: String): String

def getConfString(key: String): String

def groupByOrdinal: Boolean

def hashCode(): Int

def ignoreCorruptFiles: Boolean

def inMemoryPartitionPruning: Boolean

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isParquetBinaryAsString: Boolean

def isParquetINT96AsTimestamp: Boolean

def isParquetSchemaMergingEnabled: Boolean

def isParquetSchemaRespectSummaries: Boolean

def isTraceEnabled(): Boolean

def isUnsupportedOperationCheckEnabled: Boolean

def limitScaleUpFactor: Int

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String