CatalogImpl

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def cacheTable(tableName: String): Unit

   

   Caches the specified table in-memory.

   Caches the specified table in-memory.

   Definition Classes

   CatalogImpl → Catalog

   Since

   2.0.0

6. def clearCache(): Unit

   

   Removes all cached tables from the in-memory cache.

   Removes all cached tables from the in-memory cache.

   Definition Classes

   CatalogImpl → Catalog

   Since

   2.0.0

7. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def createExternalTable(tableName: String, source: String, schema: StructType, options: Map[String, String]): DataFrame

   

   :: Experimental :: (Scala-specific) Create an external table from the given path based on a data source, a schema and a set of options.

   :: Experimental :: (Scala-specific) Create an external table from the given path based on a data source, a schema and a set of options. Then, returns the corresponding DataFrame.

   Definition Classes

   CatalogImpl → Catalog

   Annotations

   @Experimental()

   Since

   2.0.0

9. def createExternalTable(tableName: String, source: String, schema: StructType, options: Map[String, String]): DataFrame

   

   :: Experimental :: Create an external table from the given path based on a data source, a schema and a set of options.

   :: Experimental :: Create an external table from the given path based on a data source, a schema and a set of options. Then, returns the corresponding DataFrame.

   Definition Classes

   CatalogImpl → Catalog

   Annotations

   @Experimental()

   Since

   2.0.0

10. def createExternalTable(tableName: String, source: String, options: Map[String, String]): DataFrame

    

    :: Experimental :: (Scala-specific) Creates an external table from the given path based on a data source and a set of options.

    :: Experimental :: (Scala-specific) Creates an external table from the given path based on a data source and a set of options. Then, returns the corresponding DataFrame.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @Experimental()

    Since

    2.0.0

11. def createExternalTable(tableName: String, source: String, options: Map[String, String]): DataFrame

    

    :: Experimental :: Creates an external table from the given path based on a data source and a set of options.

    :: Experimental :: Creates an external table from the given path based on a data source and a set of options. Then, returns the corresponding DataFrame.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @Experimental()

    Since

    2.0.0

12. def createExternalTable(tableName: String, path: String, source: String): DataFrame

    

    :: Experimental :: Creates an external table from the given path based on a data source and returns the corresponding DataFrame.

    :: Experimental :: Creates an external table from the given path based on a data source and returns the corresponding DataFrame.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @Experimental()

    Since

    2.0.0

13. def createExternalTable(tableName: String, path: String): DataFrame

    

    :: Experimental :: Creates an external table from the given path and returns the corresponding DataFrame.

    :: Experimental :: Creates an external table from the given path and returns the corresponding DataFrame. It will use the default data source configured by spark.sql.sources.default.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @Experimental()

    Since

    2.0.0

14. def currentDatabase: String

    

    Returns the current default database in this session.

    Returns the current default database in this session.

    Definition Classes

    CatalogImpl → Catalog

15. def databaseExists(dbName: String): Boolean

    

    Check if the database with the specified name exists.

    Check if the database with the specified name exists.

    Definition Classes

    CatalogImpl → Catalog

16. def dropGlobalTempView(viewName: String): Boolean

    

    Drops the global temporary view with the given view name in the catalog.

    Drops the global temporary view with the given view name in the catalog. If the view has been cached/persisted before, it's also unpersisted.

    viewName

    the name of the view to be dropped.

    returns

    true if the view is dropped successfully, false otherwise.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.1.0

17. def dropTempView(viewName: String): Boolean

    

    Drops the local temporary view with the given view name in the catalog.

    Drops the local temporary view with the given view name in the catalog. If the view has been cached/persisted before, it's also unpersisted.

    viewName

    the name of the view to be dropped.

    returns

    true if the view is dropped successfully, false otherwise.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.0.0

18. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

19. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

20. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

21. def functionExists(dbName: String, functionName: String): Boolean

    

    Check if the function with the specified name exists in the specified database.

    Check if the function with the specified name exists in the specified database.

    Definition Classes

    CatalogImpl → Catalog

22. def functionExists(functionName: String): Boolean

    

    Check if the function with the specified name exists.

    Check if the function with the specified name exists. This can either be a temporary function or a function in the current database.

    Definition Classes

    CatalogImpl → Catalog

23. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

24. def getDatabase(dbName: String): Database

    

    Get the database with the specified name.

    Get the database with the specified name. This throws an AnalysisException when no Database can be found.

    Definition Classes

    CatalogImpl → Catalog

25. def getFunction(dbName: String, functionName: String): Function

    

    Get the function with the specified name.

    Get the function with the specified name. This returns None when no Function can be found.

    Definition Classes

    CatalogImpl → Catalog

26. def getFunction(functionName: String): Function

    

    Get the function with the specified name.

    Get the function with the specified name. This function can be a temporary function or a function in the current database. This throws an AnalysisException when no Function can be found.

    Definition Classes

    CatalogImpl → Catalog

27. def getTable(dbName: String, tableName: String): Table

    

    Get the table or view with the specified name in the specified database.

    Get the table or view with the specified name in the specified database. This throws an AnalysisException when no Table can be found.

    Definition Classes

    CatalogImpl → Catalog

28. def getTable(tableName: String): Table

    

    Get the table or view with the specified name.

    Get the table or view with the specified name. This table can be a temporary view or a table/view in the current database. This throws an AnalysisException when no Table can be found.

    Definition Classes

    CatalogImpl → Catalog

29. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

30. def isCached(qName: Dataset[_]): Boolean

    

    Returns true if the Dataset is currently cached in-memory.

    Returns true if the Dataset is currently cached in-memory.

    Attributes

    protected[org.apache.spark.sql]

    Since

    2.0.0

31. def isCached(tableName: String): Boolean

    

    Returns true if the table is currently cached in-memory.

    Returns true if the table is currently cached in-memory.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.0.0

32. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

33. def listColumns(dbName: String, tableName: String): Dataset[catalog.Column]

    

    Returns a list of columns for the given table in the specified database.

    Returns a list of columns for the given table in the specified database.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @throws( "database or table does not exist" )

34. def listColumns(tableName: String): Dataset[catalog.Column]

    

    Returns a list of columns for the given table in the current database.

    Returns a list of columns for the given table in the current database.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @throws( "table does not exist" )

35. def listDatabases(): Dataset[Database]

    

    Returns a list of databases available across all sessions.

    Returns a list of databases available across all sessions.

    Definition Classes

    CatalogImpl → Catalog

36. def listFunctions(dbName: String): Dataset[Function]

    

    Returns a list of functions registered in the specified database.

    Returns a list of functions registered in the specified database. This includes all temporary functions

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @throws( "database does not exist" )

37. def listFunctions(): Dataset[Function]

    

    Returns a list of functions registered in the current database.

    Returns a list of functions registered in the current database. This includes all temporary functions

    Definition Classes

    CatalogImpl → Catalog

38. def listTables(dbName: String): Dataset[Table]

    

    Returns a list of tables in the specified database.

    Returns a list of tables in the specified database. This includes all temporary tables.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @throws( "database does not exist" )

39. def listTables(): Dataset[Table]

    

    Returns a list of tables in the current database.

    Returns a list of tables in the current database. This includes all temporary tables.

    Definition Classes

    CatalogImpl → Catalog

40. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

41. final def notify(): Unit

    

    Definition Classes

    AnyRef

42. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

43. def recoverPartitions(tableName: String): Unit

    

    Recover all the partitions in the directory of a table and update the catalog.

    Recover all the partitions in the directory of a table and update the catalog.

    tableName

    the name of the table to be repaired.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.1.1

44. def refreshByPath(resourcePath: String): Unit

    

    Refresh the cache entry and the associated metadata for all dataframes (if any), that contain the given data source path.

    Refresh the cache entry and the associated metadata for all dataframes (if any), that contain the given data source path.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.0.0

45. def refreshTable(tableName: String): Unit

    

    Refresh the cache entry for a table, if any.

    Refresh the cache entry for a table, if any. For Hive metastore table, the metadata is refreshed. For data source tables, the schema will not be inferred and refreshed.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.0.0

46. def setCurrentDatabase(dbName: String): Unit

    

    Sets the current default database in this session.

    Sets the current default database in this session.

    Definition Classes

    CatalogImpl → Catalog

    Annotations

    @throws( "database does not exist" )

47. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

48. def tableExists(dbName: String, tableName: String): Boolean

    

    Check if the table or view with the specified name exists in the specified database.

    Check if the table or view with the specified name exists in the specified database.

    Definition Classes

    CatalogImpl → Catalog

49. def tableExists(tableName: String): Boolean

    

    Check if the table or view with the specified name exists.

    Check if the table or view with the specified name exists. This can either be a temporary view or a table/view in the current database.

    Definition Classes

    CatalogImpl → Catalog

50. def toString(): String

    

    Definition Classes

    AnyRef → Any

51. def uncacheTable(tableName: String): Unit

    

    Removes the specified table from the in-memory cache.

    Removes the specified table from the in-memory cache.

    Definition Classes

    CatalogImpl → Catalog

    Since

    2.0.0

52. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

53. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

54. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )