fix: databricks catalog with session support (#2464)

Author: eakmanrq

sqlmesh/core/engine_adapter/databricks.py

@@ -144,7 +144,7 @@ def get_current_catalog(self) -> t.Optional[str]:
 
             try:
                 # Note: Spark 3.4+ Only API
-                return super().get_current_catalog()
+                return self.spark.catalog.currentCatalog()
             except (Py4JError, SparkConnectGrpcException):
                 pass
         result = self.fetchone(exp.select(self.CURRENT_CATALOG_EXPRESSION))
@@ -164,7 +164,7 @@ def set_current_catalog(self, catalog_name: str) -> None:
 
             try:
                 # Note: Spark 3.4+ Only API
-                super().set_current_catalog(catalog_name)
+                self.spark.catalog.setCurrentCatalog(catalog_name)
             except (Py4JError, SparkConnectGrpcException):
                 pass