Fixing Python-related timeouts (#544)

databricks · Jan 5, 2024 · 649f0f4 · 649f0f4
2 parents 4502121 + de25d4a
commit 649f0f4
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,9 @@
 ## dbt-databricks 1.7.4 (TBD)
 
+### Fixes
+
+- Fix for issue where long-running python models led to invalid session errors ([544](https://github.com/databricks/dbt-databricks/pull/544))
+
 ## dbt-databricks 1.7.3 (Dec 12, 2023)
 
 ### Fixes

diff --git a/dbt/adapters/databricks/connections.py b/dbt/adapters/databricks/connections.py
@@ -1070,6 +1070,12 @@ def _cleanup_idle_connections(self) -> None:
                         self.close(conn)
                         conn.handle = LazyHandle(self._open2)
 
+    def get_thread_connection(self) -> Connection:
+        if USE_LONG_SESSIONS:
+            self._cleanup_idle_connections()
+
+        return super().get_thread_connection()
+
     def add_query(
         self,
         sql: str,