From cd5d383b097826daa0a9200a0d49dd9fe5be4b83 Mon Sep 17 00:00:00 2001 From: Eric Wang Date: Wed, 29 Jan 2025 16:25:08 -0800 Subject: [PATCH] remove unneeded files --- pyproject.toml | 14 ++++----- requirements.txt | 9 ------ setup.py | 81 ------------------------------------------------ 3 files changed, 7 insertions(+), 97 deletions(-) delete mode 100644 requirements.txt delete mode 100644 setup.py diff --git a/pyproject.toml b/pyproject.toml index 7ea32d51..52a8e7a0 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -22,12 +22,12 @@ classifiers = [ "Programming Language :: Python :: 3.12", ] dependencies = [ - "databricks-sdk==0.17.0", + "databricks-sdk==0.41.0", "databricks-sql-connector>=3.5.0, <4.0.0", - "dbt-adapters>=1.9.0, <2.0", - "dbt-common>=1.12.0, <2.0", - "dbt-core>=1.8.7, <2.0", - "dbt-spark>=1.8.0, <2.0", + "dbt-adapters>=1.10.3, <2.0", + "dbt-common>=1.13.0, <2.0", + "dbt-core>=1.9.0rc2, <2.0", + "dbt-spark>=1.9.0b1, <2.0", "keyring>=23.13.0", "pydantic>=1.10.0", ] @@ -65,10 +65,10 @@ check-sdist = [ [tool.hatch.envs.default] dependencies = [ "dbt_common @ git+https://github.com/dbt-labs/dbt-common.git", - "dbt-adapters @ git+https://github.com/dbt-labs/dbt-adapters.git#subdirectory=dbt-adapters", + "dbt-adapters @ git+https://github.com/dbt-labs/dbt-adapters.git@main", "dbt-core @ git+https://github.com/dbt-labs/dbt-core.git@main#subdirectory=core", "dbt-tests-adapter @ git+https://github.com/dbt-labs/dbt-adapters.git@main#subdirectory=dbt-tests-adapter", - "dbt-spark @ git+https://github.com/dbt-labs/dbt-adapters.git#subdirectory=dbt-spark", + "dbt-spark @ git+https://github.com/dbt-labs/dbt-spark.git@main", "pytest", "pytest-xdist", "pytest-dotenv", diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 19d9d46f..00000000 --- a/requirements.txt +++ /dev/null @@ -1,9 +0,0 @@ -databricks-sql-connector>=3.5.0, <4.0 -dbt-spark>=1.8.0, <2.0 -dbt-core>=1.8.7, <2.0 -dbt-common>=1.10.0, <2.0 -dbt-adapters>=1.7.0, <2.0 -databricks-sdk==0.36.0 -keyring>=23.13.0 -protobuf<5.0.0 -pydantic>=1.10.0, <2 diff --git a/setup.py b/setup.py deleted file mode 100644 index e4ff4f29..00000000 --- a/setup.py +++ /dev/null @@ -1,81 +0,0 @@ -#!/usr/bin/env python -import os -import sys - -# require python 3.9 or newer -if sys.version_info < (3, 9): - print("Error: dbt does not support this version of Python.") - print("Please upgrade to Python 3.9 or higher.") - sys.exit(1) - - -# require version of setuptools that supports find_namespace_packages -from setuptools import setup - -try: - from setuptools import find_namespace_packages -except ImportError: - # the user has a downlevel version of setuptools. - print("Error: dbt requires setuptools v40.1.0 or higher.") - print('Please upgrade setuptools with "pip install --upgrade setuptools" and try again') - sys.exit(1) - - -# pull long description from README -this_directory = os.path.abspath(os.path.dirname(__file__)) -with open(os.path.join(this_directory, "README.md"), "r", encoding="utf8") as f: - long_description = f.read() - - -# get this package's version from dbt/adapters//__version__.py -def _get_plugin_version() -> str: - _version_path = os.path.join(this_directory, "dbt", "adapters", "databricks", "__version__.py") - try: - exec(open(_version_path).read()) - return locals()["version"] - except IOError: - print("Failed to load dbt-databricks version file for packaging.", file=sys.stderr) - sys.exit(-1) - - -package_name = "dbt-databricks" -package_version = _get_plugin_version() -description = """The Databricks adapter plugin for dbt""" - -setup( - name=package_name, - version=package_version, - description=description, - long_description=long_description, - long_description_content_type="text/markdown", - author="Databricks", - author_email="feedback@databricks.com", - url="https://github.com/databricks/dbt-databricks", - packages=find_namespace_packages(include=["dbt", "dbt.*"]), - include_package_data=True, - install_requires=[ - "dbt-spark>=1.8.0, <2.0", - "dbt-core>=1.8.7, <2.0", - "dbt-adapters>=1.7.0, <2.0", - "dbt-common>=1.10.0, <2.0", - "databricks-sql-connector>=3.5.0, <4.0.0", - "databricks-sdk==0.36.0", - "keyring>=23.13.0", - "pandas<2.2.0", - "protobuf<5.0.0", - "pydantic>=1.10.0, <2", - ], - zip_safe=False, - classifiers=[ - "Development Status :: 5 - Production/Stable", - "License :: OSI Approved :: Apache Software License", - "Operating System :: Microsoft :: Windows", - "Operating System :: MacOS :: MacOS X", - "Operating System :: POSIX :: Linux", - "Programming Language :: Python :: 3.9", - "Programming Language :: Python :: 3.10", - "Programming Language :: Python :: 3.11", - "Programming Language :: Python :: 3.12", - ], - python_requires=">=3.9", -)