Utils

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final val EMPTY_STRING_ARRAY: Array[String]
def ERROR_NO_QCS(module: String): String
final val SKIP_ANALYSIS_PREFIX: String("sample_")
final val WEIGHTAGE_COLUMN_NAME: String("snappy_sampler_weightage")
final val Z95Percent: Double
final val Z95Squared: Double
def analysisException(msg: String, cause: Option[Throwable] = None): AnalysisException
final def asInstanceOf[T0]: T0

Definition Classes
Any
def charMetadata(size: Int, md: Metadata): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
size
the size parameter of the CHAR() column type
md
optional Metadata object to be merged into the result
returns
the result Metadata object to use for StructField
def charMetadata(size: Int): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
size
the size parameter of the CHAR() column type
returns
the result Metadata object to use for StructField
def charMetadata(): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as CHAR by SnappyStore.
returns
the result Metadata object to use for StructField
def classForName(className: String): Class[_]
def clearDefaultSerializerAndCodec(): Unit
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def closeJsonGenerator(gen: AnyRef): Unit
def columnIndex(col: String, cols: Array[String], module: String): Int
def compactMap[K, V](map: Map[K, V]): Object2ObjectOpenHashMap[K, V]
def createCatalystConverter(dataType: DataType): (Any) ⇒ Any
def createScalaConverter(dataType: DataType): (Any) ⇒ Any
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def executorsListener(sc: SparkContext): Option[ExecutorsListener]
def fieldIndex(relationOutput: Seq[Attribute], columnName: String, caseSensitive: Boolean): Int
def fillArray[T](a: Array[_ >: T], v: T, start: Int, endP1: Int): Unit
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def genTaskContextFunction(ctx: CodegenContext): String
def generateJson(gen: AnyRef, row: InternalRow, columnIndex: Int, columnType: DataType): Unit
def getActiveSession: Option[SparkSession]
def getAllExecutorsMemoryStatus(sc: SparkContext): Map[BlockManagerId, (Long, Long)]
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getClientHostPort(netServer: String): String
def getDriverClassName(url: String): String
def getFields(o: Any): Map[String, Any]
def getFixedPartitionRDD[T](sc: SparkContext, f: (TaskContext, Partition) ⇒ Iterator[T], partitioner: Partitioner, numPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]
def getGenericRowValues(row: GenericRow): Array[Any]
def getHostExecutorId(blockId: BlockManagerId): String
def getInternalSparkConf(sc: SparkContext): SparkConf
def getInternalType(dataType: DataType): Class[_]
def getJsonGenerator(dataType: DataType, columnName: String, writer: Writer): AnyRef
def getLocalProperties(sc: SparkContext): Properties
def getNumColumns(partitioning: Partitioning): Int
def getPartitionData(blockId: BlockId, bm: BlockManager): ByteBuffer
def getPartitions(region: Any, bucketId: Int): Array[Partition]
def getPrunedPartition(partitionColumns: Seq[String], filters: Array[Expression], schema: StructType, numBuckets: Int, partitionColumnCount: Int): Int
def getSQLDataType(dataType: DataType): DataType
def getSchemaAndPlanFromBase(schemaOpt: Option[StructType], baseTableOpt: Option[String], catalog: SnappySessionCatalog, asSelect: Boolean, table: String, tableType: String): (StructType, Option[LogicalPlan])

Get the result schema given an optional explicit schema and base table.
Get the result schema given an optional explicit schema and base table. In case both are specified, then check compatibility between the two.
def getTaskContext: TaskContext

Get either the normal TaskContext or the one created by withTempTaskContextIfAbsent.
def getTempTaskContext: TaskContext

Get the TaskContext when created by withTempTaskContextIfAbsent.
def hashCode(): Int

Definition Classes
AnyRef → Any
def immutableMap[A, B](m: Map[A, B]): Map[A, B]
def initializeLogIfNecessary(): Unit

Attributes
protected
Definition Classes
Logging
final def isDebugEnabled: Boolean

Definition Classes
Logging
final def isInfoEnabled: Boolean

Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isLoner(sc: SparkContext): Boolean
def isSmartConnectorMode(sc: SparkContext): Boolean
final def isTraceEnabled: Boolean

Definition Classes
Logging
final var levelFlags: Int

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Definition Classes
Logging
final var log_: Logger

Attributes
protected
Definition Classes
Logging
def mapExecutors[T](sc: SparkContext, f: (TaskContext, ExecutorLocalPartition) ⇒ Iterator[T], maxTries: Int)(implicit arg0: ClassTag[T]): Array[T]
def mapExecutors[T](sc: SparkContext, f: () ⇒ Iterator[T], maxTries: Int = 30, blockManagerIds: Seq[BlockManagerId] = Nil)(implicit arg0: ClassTag[T]): Array[T]
def matchOption(optName: String, options: Map[String, Any]): Option[(String, Any)]
def metricMethods: ((String) ⇒ String, (String) ⇒ String)
def millisToDays(millisUtc: Long, tz: TimeZone): Int
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newChunkedByteBuffer(chunks: Array[ByteBuffer]): ChunkedByteBuffer
def newClusterSparkConf(props: Map[AnyRef, AnyRef]): SparkConf
def newClusterSparkConf(): SparkConf
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def parseCSVList(s: String, parser: SnappyParser): Seq[String]
def parseColumn(cv: Any, cols: Array[String], module: String, option: String): Int
def parseColumnsAsClob(s: String, session: SnappySession): (Boolean, Set[String])
def parseDouble(v: Any, module: String, option: String, min: Double, max: Double, exclusive: Boolean = true): Double
def parseInteger(v: Any, module: String, option: String, min: Int = 1, max: Int = Int.MaxValue): Int
def parseTimeInterval(optV: Any, module: String): Long

Parse the given time interval value as long milliseconds.
Parse the given time interval value as long milliseconds.

See also
timeIntervalSpec for the allowed string specification
def parseTimestamp(ts: String, module: String, col: String): Long
def qcsOf(qa: Array[String], cols: Array[String], module: String): (Array[Int], Array[String])
def registerDriver(driver: String): Unit

Register given driver class with Spark's loader.
def registerDriverUrl(url: String): String

Register driver for given JDBC URL and return the driver class name.
def resetLogger(): Unit

Attributes
protected
Definition Classes
Logging
def resolveQCS(options: Map[String, Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])
def resolveQCS(qcsV: Option[Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])
def resultSetToSparkInternalRows(resultSet: ResultSet, schema: StructType, inputMetrics: InputMetrics = new InputMetrics): Iterator[InternalRow]
def schemaFields(schema: StructType): Map[String, StructField]
def setCurrentSchema(session: SnappySession, schema: String, createIfNotExists: Boolean): Unit
def setDefaultConfProperty(conf: SparkConf, name: String, default: String): Unit
def setDefaultSerializerAndCodec(conf: SparkConf): Unit
def sqlInternal(snappy: SnappySession, sqlText: String): CachedDataFrame
def stringMetadata(md: Metadata = Metadata.empty): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is rendered as CLOB by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is rendered as CLOB by SnappyStore.
md
optional Metadata object to be merged into the result
returns
the result Metadata object to use for StructField
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toLowerCase(k: String): String
def toString(): String

Definition Classes
AnyRef → Any
def toUpperCase(k: String): String
def unAlias(e: Expression, childClass: Class[_] = null): Expression

Annotations
@tailrec()
lazy val usingEnhancedSpark: Boolean
def varcharMetadata(size: Int, md: Metadata): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
size
the size parameter of the VARCHAR() column type
md
optional Metadata object to be merged into the result
returns
the result Metadata object to use for StructField
def varcharMetadata(size: Int): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
size
the size parameter of the VARCHAR() column type
returns
the result Metadata object to use for StructField
def varcharMetadata(): Metadata

Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
Utility function to return a metadata for a StructField of StringType, to ensure that the field is stored (and rendered) as VARCHAR by SnappyStore.
returns
the result Metadata object to use for StructField
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def withTempTaskContextIfAbsent[T](f: ⇒ T): T

Run a plan with an empty TaskContext which can be obtained using getTaskContext if it is in use.
Run a plan with an empty TaskContext which can be obtained using getTaskContext if it is in use. Currently only SnapshotConnectionListener makes use of it to commit/rollback/close connection at the end but can be used by others too. Note that this cannot be directly put inside TaskContext since it has no TaskMemoryManager among other missing things (a valid taskId, partitionId, metrics) so callers should use this only if they do not depend on any of those.
def withThreadLocalTransactionForBucket[T](bucketId: Int, pr: PartitionedRegion, f: (LanguageConnectionContext) ⇒ T): T

Related Doc: package collection

object Utils extends Logging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final val EMPTY_STRING_ARRAY: Array[String]

def ERROR_NO_QCS(module: String): String

final val SKIP_ANALYSIS_PREFIX: String("sample_")

final val WEIGHTAGE_COLUMN_NAME: String("snappy_sampler_weightage")

final val Z95Percent: Double

final val Z95Squared: Double

def analysisException(msg: String, cause: Option[Throwable] = None): AnalysisException

final def asInstanceOf[T0]: T0

def charMetadata(size: Int, md: Metadata): Metadata

def charMetadata(size: Int): Metadata

def charMetadata(): Metadata

def classForName(className: String): Class[_]

def clearDefaultSerializerAndCodec(): Unit

def clone(): AnyRef

def closeJsonGenerator(gen: AnyRef): Unit

def columnIndex(col: String, cols: Array[String], module: String): Int

def compactMap[K, V](map: Map[K, V]): Object2ObjectOpenHashMap[K, V]

def createCatalystConverter(dataType: DataType): (Any) ⇒ Any

def createScalaConverter(dataType: DataType): (Any) ⇒ Any

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def executorsListener(sc: SparkContext): Option[ExecutorsListener]

def fieldIndex(relationOutput: Seq[Attribute], columnName: String, caseSensitive: Boolean): Int

def fillArray[T](a: Array[_ >: T], v: T, start: Int, endP1: Int): Unit

def finalize(): Unit

def genTaskContextFunction(ctx: CodegenContext): String

def generateJson(gen: AnyRef, row: InternalRow, columnIndex: Int, columnType: DataType): Unit

def getActiveSession: Option[SparkSession]

def getAllExecutorsMemoryStatus(sc: SparkContext): Map[BlockManagerId, (Long, Long)]

final def getClass(): Class[_]

def getClientHostPort(netServer: String): String

def getDriverClassName(url: String): String

def getFields(o: Any): Map[String, Any]

def getFixedPartitionRDD[T](sc: SparkContext, f: (TaskContext, Partition) ⇒ Iterator[T], partitioner: Partitioner, numPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]

def getGenericRowValues(row: GenericRow): Array[Any]

def getHostExecutorId(blockId: BlockManagerId): String

def getInternalSparkConf(sc: SparkContext): SparkConf

def getInternalType(dataType: DataType): Class[_]

def getJsonGenerator(dataType: DataType, columnName: String, writer: Writer): AnyRef

def getLocalProperties(sc: SparkContext): Properties

def getNumColumns(partitioning: Partitioning): Int

def getPartitionData(blockId: BlockId, bm: BlockManager): ByteBuffer

def getPartitions(region: Any, bucketId: Int): Array[Partition]

def getPrunedPartition(partitionColumns: Seq[String], filters: Array[Expression], schema: StructType, numBuckets: Int, partitionColumnCount: Int): Int

def getSQLDataType(dataType: DataType): DataType

def getSchemaAndPlanFromBase(schemaOpt: Option[StructType], baseTableOpt: Option[String], catalog: SnappySessionCatalog, asSelect: Boolean, table: String, tableType: String): (StructType, Option[LogicalPlan])

def getTaskContext: TaskContext

def getTempTaskContext: TaskContext

def hashCode(): Int

def immutableMap[A, B](m: Map[A, B]): Map[A, B]

def initializeLogIfNecessary(): Unit

final def isDebugEnabled: Boolean

final def isInfoEnabled: Boolean

final def isInstanceOf[T0]: Boolean

final def isLoner(sc: SparkContext): Boolean

def isSmartConnectorMode(sc: SparkContext): Boolean

final def isTraceEnabled: Boolean

final var levelFlags: Int

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final var log_: Logger

def mapExecutors[T](sc: SparkContext, f: (TaskContext, ExecutorLocalPartition) ⇒ Iterator[T], maxTries: Int)(implicit arg0: ClassTag[T]): Array[T]

def mapExecutors[T](sc: SparkContext, f: () ⇒ Iterator[T], maxTries: Int = 30, blockManagerIds: Seq[BlockManagerId] = Nil)(implicit arg0: ClassTag[T]): Array[T]