SimpleCatalystConf

Instance Constructors

new SimpleCatalystConf(caseSensitiveAnalysis: Boolean, orderByOrdinal: Boolean = true, groupByOrdinal: Boolean = true, optimizerMaxIterations: Int = 100, optimizerInSetConversionThreshold: Int = 10, maxCaseBranchesForCodegen: Int = 20, runSQLonFile: Boolean = true, crossJoinEnabled: Boolean = false, warehousePath: String = "/user/hive/warehouse", constraintPropagationEnabled: Boolean = true)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def adaptiveExecutionEnabled: Boolean

Definition Classes
SQLConf
final def asInstanceOf[T0]: T0

Definition Classes
Any
def autoBroadcastJoinThreshold: Long

Definition Classes
SQLConf
def broadcastTimeout: Int

Definition Classes
SQLConf
def bucketingEnabled: Boolean

Definition Classes
SQLConf
val caseSensitiveAnalysis: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def caseSensitiveInferenceMode: internal.SQLConf.HiveCaseSensitiveInferenceMode.Value

Definition Classes
SQLConf
def checkpointLocation: Option[String]

Definition Classes
SQLConf
def clear(): Unit

Definition Classes
SQLConf
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def columnBatchSize: Int

Definition Classes
SQLConf
def columnNameOfCorruptRecord: String

Definition Classes
SQLConf
val constraintPropagationEnabled: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def contains(key: String): Boolean

Return whether a given key is set in this SQLConf.
Return whether a given key is set in this SQLConf.

Definition Classes
SQLConf
def convertCTAS: Boolean

Definition Classes
SQLConf
val crossJoinEnabled: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def dataFramePivotMaxValues: Int

Definition Classes
SQLConf
def dataFrameRetainGroupColumns: Boolean

Definition Classes
SQLConf
def dataFrameSelfJoinAutoResolveAmbiguity: Boolean

Definition Classes
SQLConf
def defaultDataSourceName: String

Definition Classes
SQLConf
def defaultSizeInBytes: Long

Definition Classes
SQLConf
def enableRadixSort: Boolean

Definition Classes
SQLConf
def enableTwoLevelAggMap: Boolean

Definition Classes
SQLConf
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def exchangeReuseEnabled: Boolean

Definition Classes
SQLConf
def fallBackToHdfsForStatsEnabled: Boolean

Definition Classes
SQLConf
def fileCommitProtocolClass: String

Definition Classes
SQLConf
def fileSinkLogCleanupDelay: Long

Definition Classes
SQLConf
def fileSinkLogCompactInterval: Int

Definition Classes
SQLConf
def fileSinkLogDeletion: Boolean

Definition Classes
SQLConf
def fileSourceLogCleanupDelay: Long

Definition Classes
SQLConf
def fileSourceLogCompactInterval: Int

Definition Classes
SQLConf
def fileSourceLogDeletion: Boolean

Definition Classes
SQLConf
def filesMaxPartitionBytes: Long

Definition Classes
SQLConf
def filesOpenCostInBytes: Long

Definition Classes
SQLConf
def filesourcePartitionFileCacheSize: Long

Definition Classes
SQLConf
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def gatherFastStats: Boolean

Definition Classes
SQLConf
def getAllConfs: Map[String, String]

Return all the configuration properties that have been set (i.e.
Return all the configuration properties that have been set (i.e. not the default). This creates a new copy of the config properties in the form of a Map.

Definition Classes
SQLConf
def getAllDefinedConfs: Seq[(String, String, String)]

Return all the configuration definitions that have been defined in SQLConf.
Return all the configuration definitions that have been defined in SQLConf. Each definition contains key, defaultValue and doc.

Definition Classes
SQLConf
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

Return the value of an optional Spark SQL configuration property for the given key.
Return the value of an optional Spark SQL configuration property for the given key. If the key is not set yet, returns None.

Definition Classes
SQLConf
def getConf[T](entry: ConfigEntry[T]): T

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue in ConfigEntry.

Definition Classes
SQLConf
def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue. This is useful when defaultValue in ConfigEntry is not the desired one.

Definition Classes
SQLConf
def getConfString(key: String, defaultValue: String): String

Return the string value of Spark SQL configuration property for the given key.
Return the string value of Spark SQL configuration property for the given key. If the key is not set yet, return defaultValue.

Definition Classes
SQLConf
def getConfString(key: String): String

Return the value of Spark SQL configuration property for the given key.
Return the value of Spark SQL configuration property for the given key.

Definition Classes
SQLConf
Annotations
@throws( "if key is not set" )
val groupByOrdinal: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def ignoreCorruptFiles: Boolean

Definition Classes
SQLConf
def inMemoryPartitionPruning: Boolean

Definition Classes
SQLConf
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isParquetBinaryAsString: Boolean

Definition Classes
SQLConf
def isParquetINT96AsTimestamp: Boolean

Definition Classes
SQLConf
def isParquetSchemaMergingEnabled: Boolean

Definition Classes
SQLConf
def isParquetSchemaRespectSummaries: Boolean

Definition Classes
SQLConf
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def isUnsupportedOperationCheckEnabled: Boolean

Definition Classes
SQLConf
def limitScaleUpFactor: Int

Definition Classes
SQLConf
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def manageFilesourcePartitions: Boolean

Definition Classes
SQLConf
def maxBatchesToRetainInMemory: Int

Definition Classes
SQLConf
val maxCaseBranchesForCodegen: Int

Definition Classes
SimpleCatalystConf → SQLConf
def metastorePartitionPruning: Boolean

Definition Classes
SQLConf
def minBatchesToRetain: Int

Definition Classes
SQLConf
def minNumPostShufflePartitions: Int

Definition Classes
SQLConf
def ndvMaxError: Double

Definition Classes
SQLConf
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def numShufflePartitions: Int

Definition Classes
SQLConf
val optimizerInSetConversionThreshold: Int

Definition Classes
SimpleCatalystConf → SQLConf
val optimizerMaxIterations: Int

************************ Spark SQL Params/Hints *******************
************************ Spark SQL Params/Hints *******************

Definition Classes
SimpleCatalystConf → SQLConf
def optimizerMetadataOnly: Boolean

Definition Classes
SQLConf
def orcFilterPushDown: Boolean

Definition Classes
SQLConf
val orderByOrdinal: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def parallelPartitionDiscoveryParallelism: Int

Definition Classes
SQLConf
def parallelPartitionDiscoveryThreshold: Int

Definition Classes
SQLConf
def parquetCacheMetadata: Boolean

Definition Classes
SQLConf
def parquetCompressionCodec: String

Definition Classes
SQLConf
def parquetFilterPushDown: Boolean

Definition Classes
SQLConf
def parquetOutputCommitterClass: String

Definition Classes
SQLConf
def parquetVectorizedReaderEnabled: Boolean

Definition Classes
SQLConf
def partitionColumnTypeInferenceEnabled: Boolean

Definition Classes
SQLConf
def preferSortMergeJoin: Boolean

Definition Classes
SQLConf
def resolver: Resolver

Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.
Returns the Resolver for the current configuration, which can be used to determine if two identifiers are equal.

Definition Classes
SQLConf
val runSQLonFile: Boolean

Definition Classes
SimpleCatalystConf → SQLConf
def setConf[T](entry: ConfigEntry[T], value: T): Unit

Set the given Spark SQL configuration property.
Set the given Spark SQL configuration property.

Definition Classes
SQLConf
def setConf(props: Properties): Unit

Set Spark SQL configuration properties.
Set Spark SQL configuration properties.

Definition Classes
SQLConf
def setConfString(key: String, value: String): Unit

Set the given Spark SQL configuration property using a string value.
Set the given Spark SQL configuration property using a string value.

Definition Classes
SQLConf
val settings: Map[String, String]

Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.
Only low degree of contention is expected for conf, thus NOT using ConcurrentHashMap.

Attributes
protected[org.apache.spark]
Definition Classes
SQLConf
def sortBeforeRepartition: Boolean

Definition Classes
SQLConf
def stateStoreMinDeltasForSnapshot: Int

Definition Classes
SQLConf
def streamingFileCommitProtocolClass: String

Definition Classes
SQLConf
def streamingMetricsEnabled: Boolean

Definition Classes
SQLConf
def streamingNoDataProgressEventInterval: Long

Definition Classes
SQLConf
def streamingPollingDelay: Long

Definition Classes
SQLConf
def streamingProgressRetention: Int

Definition Classes
SQLConf
def streamingSchemaInference: Boolean

Definition Classes
SQLConf
def streamingUIRunningQueriesDisplayLimit: Int

Definition Classes
SQLConf
def streamingUITrendsMaxSampleSize: Int

Definition Classes
SQLConf
def subexpressionEliminationEnabled: Boolean

Definition Classes
SQLConf
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def targetPostShuffleInputSize: Long

Definition Classes
SQLConf
def unsetConf(entry: ConfigEntry[_]): Unit

Definition Classes
SQLConf
def unsetConf(key: String): Unit

Definition Classes
SQLConf
def useCompression: Boolean

Definition Classes
SQLConf
def variableSubstituteDepth: Int

Definition Classes
SQLConf
def variableSubstituteEnabled: Boolean

Definition Classes
SQLConf
def verifyPartitionPath: Boolean

Definition Classes
SQLConf
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val warehousePath: String

Definition Classes
SimpleCatalystConf → SQLConf
def wholeStageEnabled: Boolean

Definition Classes
SQLConf
def wholeStageFallback: Boolean

Definition Classes
SQLConf
def wholeStageMaxNumFields: Int

Definition Classes
SQLConf
def writeLegacyParquetFormat: Boolean

Definition Classes
SQLConf

Related Doc: package catalyst

Instance Constructors

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def adaptiveExecutionEnabled: Boolean

final def asInstanceOf[T0]: T0

def autoBroadcastJoinThreshold: Long

def broadcastTimeout: Int

def bucketingEnabled: Boolean

val caseSensitiveAnalysis: Boolean

def caseSensitiveInferenceMode: internal.SQLConf.HiveCaseSensitiveInferenceMode.Value

def checkpointLocation: Option[String]

def clear(): Unit

def clone(): AnyRef

def columnBatchSize: Int

def columnNameOfCorruptRecord: String

val constraintPropagationEnabled: Boolean

def contains(key: String): Boolean

def convertCTAS: Boolean

val crossJoinEnabled: Boolean

def dataFramePivotMaxValues: Int

def dataFrameRetainGroupColumns: Boolean

def dataFrameSelfJoinAutoResolveAmbiguity: Boolean

def defaultDataSourceName: String

def defaultSizeInBytes: Long

def enableRadixSort: Boolean

def enableTwoLevelAggMap: Boolean

final def eq(arg0: AnyRef): Boolean

def exchangeReuseEnabled: Boolean

def fallBackToHdfsForStatsEnabled: Boolean

def fileCommitProtocolClass: String

def fileSinkLogCleanupDelay: Long

def fileSinkLogCompactInterval: Int

def fileSinkLogDeletion: Boolean

def fileSourceLogCleanupDelay: Long

def fileSourceLogCompactInterval: Int

def fileSourceLogDeletion: Boolean

def filesMaxPartitionBytes: Long

def filesOpenCostInBytes: Long

def filesourcePartitionFileCacheSize: Long

def finalize(): Unit

def gatherFastStats: Boolean

def getAllConfs: Map[String, String]

def getAllDefinedConfs: Seq[(String, String, String)]

final def getClass(): Class[_]

def getConf[T](entry: OptionalConfigEntry[T]): Option[T]

def getConf[T](entry: ConfigEntry[T]): T

def getConf[T](entry: ConfigEntry[T], defaultValue: T): T

def getConfString(key: String, defaultValue: String): String

def getConfString(key: String): String

val groupByOrdinal: Boolean

def ignoreCorruptFiles: Boolean

def inMemoryPartitionPruning: Boolean

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isParquetBinaryAsString: Boolean

def isParquetINT96AsTimestamp: Boolean

def isParquetSchemaMergingEnabled: Boolean

def isParquetSchemaRespectSummaries: Boolean

def isTraceEnabled(): Boolean

def isUnsupportedOperationCheckEnabled: Boolean

def limitScaleUpFactor: Int

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def manageFilesourcePartitions: Boolean

def maxBatchesToRetainInMemory: Int