Update dbt-spark dependency and backport create_schema fix

CHANGELOG.md

@@ -1,3 +1,13 @@
+## dbt-databricks 1.6.8 (December 14, 2023)
+
+### Fixes
+
+- Backport of fix for where we were invoking create schema or not exists when the schema already exists (leading to permission issue) ([529](https://github.com/databricks/dbt-databricks/pull/529))
+
+### Under the Hood
+
+- Update dependency to dbt-spark 1.6.2 (thanks @ChenyuLInx!)
+
 ## dbt-databricks 1.6.7 (November 9, 2023)
 
 ### Under the Hood

dbt/adapters/databricks/__version__.py

@@ -1 +1 @@
-version: str = "1.6.7"
+version: str = "1.6.8"

dbt/adapters/databricks/connections.py

@@ -833,12 +833,19 @@ def _execute_cursor(
                     cursor.close()
 
     def list_schemas(self, database: str, schema: Optional[str] = None) -> Table:
+        database = database.strip("`")
+        if schema:
+            schema = schema.strip("`")
         return self._execute_cursor(
             f"GetSchemas(database={database}, schema={schema})",
             lambda cursor: cursor.schemas(catalog_name=database, schema_name=schema),
         )
 
     def list_tables(self, database: str, schema: str, identifier: Optional[str] = None) -> Table:
+        database = database.strip("`")
+        schema = schema.strip("`")
+        if identifier:
+            identifier = identifier.strip("`")
         return self._execute_cursor(
             f"GetTables(database={database}, schema={schema}, identifier={identifier})",
             lambda cursor: cursor.tables(

requirements.txt

@@ -1,4 +1,4 @@
 databricks-sql-connector>=2.9.3, <3.0.0
-dbt-spark==1.6.1
+dbt-spark~=1.6.2
 databricks-sdk==0.9.0
 keyring>=23.13.0

setup.py

@@ -54,7 +54,7 @@ def _get_plugin_version():
     packages=find_namespace_packages(include=["dbt", "dbt.*"]),
     include_package_data=True,
     install_requires=[
-        "dbt-spark==1.6.1",
+        "dbt-spark~=1.6.2",
         "databricks-sql-connector>=2.9.3, <3.0.0",
         "databricks-sdk>=0.9.0",
         "keyring>=23.13.0",