SnappyHiveCatalogBase

Instance Constructors

new SnappyHiveCatalogBase(conf: SparkConf, hadoopConf: Configuration)

Attributes
protected[org.apache.spark.sql.hive]

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def alterDatabase(dbDefinition: CatalogDatabase): Unit

Alter a database whose name matches the one specified in dbDefinition, assuming the database exists.
Alter a database whose name matches the one specified in dbDefinition, assuming the database exists.
Note: As of now, this only supports altering database properties!

Definition Classes
HiveExternalCatalog → ExternalCatalog
def alterPartitions(db: String, table: String, newParts: Seq[CatalogTablePartition]): Unit

Alter one or many table partitions whose specs that match those specified in parts, assuming the partitions exist.
Alter one or many table partitions whose specs that match those specified in parts, assuming the partitions exist.
Note: If the underlying implementation does not support altering a certain field, this becomes a no-op.

Definition Classes
HiveExternalCatalog → ExternalCatalog
def alterTable(tableDefinition: CatalogTable): Unit

Alter a table whose name that matches the one specified in tableDefinition, assuming the table exists.
Alter a table whose name that matches the one specified in tableDefinition, assuming the table exists.
Note: As of now, this doesn't support altering table schema, partition column names and bucket specification. We will ignore them even if users do specify different values for these fields.

Definition Classes
HiveExternalCatalog → ExternalCatalog
def alterTableSchema(db: String, table: String, schema: StructType): Unit

Alter the schema of a table identified by the provided database and table name.
Alter the schema of a table identified by the provided database and table name. The new schema should still contain the existing bucket columns and partition columns used by the table. This method will also update any Spark SQL-related parameters stored as Hive table properties (such as the schema itself).
db
Database that table to alter schema for exists in
table
Name of table to alter schema for
schema
Updated schema to be used for the table (must contain existing partition and bucket columns)

Definition Classes
HiveExternalCatalog → ExternalCatalog
final def asInstanceOf[T0]: T0

Definition Classes
Any
def client(): HiveClient

A Hive client used to interact with the metastore.
A Hive client used to interact with the metastore.

Definition Classes
SnappyHiveCatalogBase → HiveExternalCatalog
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def createDatabase(dbDefinition: CatalogDatabase, ignoreIfExists: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def createFunction(db: String, funcDefinition: CatalogFunction): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def createPartitions(db: String, table: String, parts: Seq[CatalogTablePartition], ignoreIfExists: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def createTable(tableDefinition: CatalogTable, ignoreIfExists: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def databaseExists(db: String): Boolean

Definition Classes
HiveExternalCatalog → ExternalCatalog
def dropDatabase(db: String, ignoreIfNotExists: Boolean, cascade: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def dropFunction(db: String, name: String): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def dropPartitions(db: String, table: String, parts: Seq[TablePartitionSpec], ignoreIfNotExists: Boolean, purge: Boolean, retainData: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def dropTable(db: String, table: String, ignoreIfNotExists: Boolean, purge: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def functionExists(db: String, funcName: String): Boolean

Definition Classes
HiveExternalCatalog → ExternalCatalog
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getDatabase(db: String): CatalogDatabase

Definition Classes
HiveExternalCatalog → ExternalCatalog
def getFunction(db: String, funcName: String): CatalogFunction

Definition Classes
HiveExternalCatalog → ExternalCatalog
def getPartition(db: String, table: String, spec: TablePartitionSpec): CatalogTablePartition

Definition Classes
HiveExternalCatalog → ExternalCatalog
def getPartitionOption(db: String, table: String, spec: TablePartitionSpec): Option[CatalogTablePartition]

Returns the specified partition or None if it does not exist.
Returns the specified partition or None if it does not exist.

Definition Classes
HiveExternalCatalog → ExternalCatalog
def getTable(db: String, table: String): CatalogTable

Definition Classes
HiveExternalCatalog → ExternalCatalog
def getTableOption(db: String, table: String): Option[CatalogTable]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def hashCode(): Int

Definition Classes
AnyRef → Any
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def listDatabases(pattern: String): Seq[String]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listDatabases(): Seq[String]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listFunctions(db: String, pattern: String): Seq[String]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listPartitionNames(db: String, table: String, partialSpec: Option[TablePartitionSpec] = None): Seq[String]

Returns the partition names from hive metastore for a given table in a database.
Returns the partition names from hive metastore for a given table in a database.
db
database name
table
table name
partialSpec
partition spec

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listPartitions(db: String, table: String, partialSpec: Option[TablePartitionSpec] = None): Seq[CatalogTablePartition]

Returns the partitions from hive metastore for a given table in a database.
Returns the partitions from hive metastore for a given table in a database.
db
database name
table
table name
partialSpec
partition spec

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listPartitionsByFilter(db: String, table: String, predicates: Seq[Expression]): Seq[CatalogTablePartition]

List the metadata of partitions that belong to the specified table, assuming it exists, that satisfy the given partition-pruning predicate expressions.
List the metadata of partitions that belong to the specified table, assuming it exists, that satisfy the given partition-pruning predicate expressions.
db
database name
table
table name
predicates
partition-pruning predicates

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listTables(db: String, pattern: String): Seq[String]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def listTables(db: String): Seq[String]

Definition Classes
HiveExternalCatalog → ExternalCatalog
def loadDynamicPartitions(db: String, table: String, loadPath: String, partition: TablePartitionSpec, replace: Boolean, numDP: Int, holdDDLTime: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def loadPartition(db: String, table: String, loadPath: String, partition: TablePartitionSpec, isOverwrite: Boolean, holdDDLTime: Boolean, inheritTableSpecs: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def loadTable(db: String, table: String, loadPath: String, isOverwrite: Boolean, holdDDLTime: Boolean): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def renameFunction(db: String, oldName: String, newName: String): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def renamePartitions(db: String, table: String, specs: Seq[TablePartitionSpec], newSpecs: Seq[TablePartitionSpec]): Unit

Override the specs of one or many existing table partitions, assuming they exist.
Override the specs of one or many existing table partitions, assuming they exist. This assumes index i of specs corresponds to index i of newSpecs.

Definition Classes
HiveExternalCatalog → ExternalCatalog
def renameTable(db: String, oldName: String, newName: String): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
def requireDbExists(db: String): Unit

Attributes
protected
Definition Classes
ExternalCatalog
def requireFunctionExists(db: String, funcName: String): Unit

Attributes
protected
Definition Classes
ExternalCatalog
def requireFunctionNotExists(db: String, funcName: String): Unit

Attributes
protected
Definition Classes
ExternalCatalog
def requireTableExists(db: String, table: String): Unit

Attributes
protected
Definition Classes
ExternalCatalog
def setCurrentDatabase(db: String): Unit

Definition Classes
HiveExternalCatalog → ExternalCatalog
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def tableExists(db: String, table: String): Boolean

Definition Classes
HiveExternalCatalog → ExternalCatalog
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package hive

abstract class SnappyHiveCatalogBase extends HiveExternalCatalog

Instance Constructors

new SnappyHiveCatalogBase(conf: SparkConf, hadoopConf: Configuration)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def alterDatabase(dbDefinition: CatalogDatabase): Unit

def alterPartitions(db: String, table: String, newParts: Seq[CatalogTablePartition]): Unit

def alterTable(tableDefinition: CatalogTable): Unit

def alterTableSchema(db: String, table: String, schema: StructType): Unit

final def asInstanceOf[T0]: T0

def client(): HiveClient

def clone(): AnyRef

def createDatabase(dbDefinition: CatalogDatabase, ignoreIfExists: Boolean): Unit

def createFunction(db: String, funcDefinition: CatalogFunction): Unit

def createPartitions(db: String, table: String, parts: Seq[CatalogTablePartition], ignoreIfExists: Boolean): Unit

def createTable(tableDefinition: CatalogTable, ignoreIfExists: Boolean): Unit

def databaseExists(db: String): Boolean

def dropDatabase(db: String, ignoreIfNotExists: Boolean, cascade: Boolean): Unit

def dropFunction(db: String, name: String): Unit

def dropPartitions(db: String, table: String, parts: Seq[TablePartitionSpec], ignoreIfNotExists: Boolean, purge: Boolean, retainData: Boolean): Unit

def dropTable(db: String, table: String, ignoreIfNotExists: Boolean, purge: Boolean): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def functionExists(db: String, funcName: String): Boolean

final def getClass(): Class[_]

def getDatabase(db: String): CatalogDatabase

def getFunction(db: String, funcName: String): CatalogFunction

def getPartition(db: String, table: String, spec: TablePartitionSpec): CatalogTablePartition

def getPartitionOption(db: String, table: String, spec: TablePartitionSpec): Option[CatalogTablePartition]

def getTable(db: String, table: String): CatalogTable

def getTableOption(db: String, table: String): Option[CatalogTable]

def hashCode(): Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def listDatabases(pattern: String): Seq[String]

def listDatabases(): Seq[String]

def listFunctions(db: String, pattern: String): Seq[String]

def listPartitionNames(db: String, table: String, partialSpec: Option[TablePartitionSpec] = None): Seq[String]

def listPartitions(db: String, table: String, partialSpec: Option[TablePartitionSpec] = None): Seq[CatalogTablePartition]

def listPartitionsByFilter(db: String, table: String, predicates: Seq[Expression]): Seq[CatalogTablePartition]

def listTables(db: String, pattern: String): Seq[String]

def listTables(db: String): Seq[String]

def loadDynamicPartitions(db: String, table: String, loadPath: String, partition: TablePartitionSpec, replace: Boolean, numDP: Int, holdDDLTime: Boolean): Unit

def loadPartition(db: String, table: String, loadPath: String, partition: TablePartitionSpec, isOverwrite: Boolean, holdDDLTime: Boolean, inheritTableSpecs: Boolean): Unit

def loadTable(db: String, table: String, loadPath: String, isOverwrite: Boolean, holdDDLTime: Boolean): Unit

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def renameFunction(db: String, oldName: String, newName: String): Unit

def renamePartitions(db: String, table: String, specs: Seq[TablePartitionSpec], newSpecs: Seq[TablePartitionSpec]): Unit

def renameTable(db: String, oldName: String, newName: String): Unit

def requireDbExists(db: String): Unit

def requireFunctionExists(db: String, funcName: String): Unit

def requireFunctionNotExists(db: String, funcName: String): Unit

def requireTableExists(db: String, table: String): Unit

def setCurrentDatabase(db: String): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def tableExists(db: String, table: String): Boolean

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit