From 6c1979ee82fb7114eab6a6ed0f051bceac6336db Mon Sep 17 00:00:00 2001 From: Ben Cassell Date: Fri, 5 Jan 2024 13:42:10 -0800 Subject: [PATCH 1/2] fixing python timeout issue --- dbt/adapters/databricks/connections.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/dbt/adapters/databricks/connections.py b/dbt/adapters/databricks/connections.py index 09292028f..2e429062f 100644 --- a/dbt/adapters/databricks/connections.py +++ b/dbt/adapters/databricks/connections.py @@ -1070,6 +1070,12 @@ def _cleanup_idle_connections(self) -> None: self.close(conn) conn.handle = LazyHandle(self._open2) + def get_thread_connection(self) -> Connection: + if USE_LONG_SESSIONS: + self._cleanup_idle_connections() + + return super().get_thread_connection() + def add_query( self, sql: str, From de25d4aaff7686f4a7dd68f9de157b5eda34037c Mon Sep 17 00:00:00 2001 From: Ben Cassell Date: Fri, 5 Jan 2024 13:47:21 -0800 Subject: [PATCH 2/2] changelog --- CHANGELOG.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index bfab26728..dc3a38152 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,9 @@ ## dbt-databricks 1.7.4 (TBD) +### Fixes + +- Fix for issue where long-running python models led to invalid session errors ([544](https://github.com/databricks/dbt-databricks/pull/544)) + ## dbt-databricks 1.7.3 (Dec 12, 2023) ### Fixes