From 223a6a1ec654bc75d2dc4cd214f6aa6b26668d78 Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:18:49 +0000 Subject: [PATCH 1/6] set aiobotocore as a direct dependency for now --- environment.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/environment.yml b/environment.yml index f3b7b11f..4e8e7432 100644 --- a/environment.yml +++ b/environment.yml @@ -6,6 +6,7 @@ channels: dependencies: - python >=3.9 + - aiobotocore >=2.11.0 - dask - fsspec - h5netcdf From e1d99e8373f5c729cf7cbcfee95bc8fc1a95553c Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:18:55 +0000 Subject: [PATCH 2/6] set aiobotocore as a direct dependency for now --- setup.py | 1 + 1 file changed, 1 insertion(+) diff --git a/setup.py b/setup.py index 47fa908c..3e349994 100644 --- a/setup.py +++ b/setup.py @@ -18,6 +18,7 @@ # Installation dependencies # Use with pip install . to install from source 'install': [ + 'aiobotocore>=2.11.0', 'dask', 'fsspec', 'h5netcdf', From a5ebd8d85b9d08ddbd6ba8a0ad116fa833db7555 Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:35:10 +0000 Subject: [PATCH 3/6] pin s3fs instead --- environment.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/environment.yml b/environment.yml index 4e8e7432..92e9af7a 100644 --- a/environment.yml +++ b/environment.yml @@ -6,7 +6,7 @@ channels: dependencies: - python >=3.9 - - aiobotocore >=2.11.0 + # - aiobotocore >=2.11.0 - dask - fsspec - h5netcdf @@ -16,7 +16,7 @@ dependencies: - numcodecs >=0.12 # github.com/valeriupredoi/PyActiveStorage/issues/162 - numpy !=1.24.3 # severe masking bug - pip !=21.3 - - s3fs + - s3fs >=2024.2.0 # loose s3fs deps leading to very old aiobotocore # pin Zarr to avoid using old KVStore interface # see github.com/zarr-developers/zarr-python/issues/1362 - zarr >=2.13.6 # KVStore to FSStore From 60e0ec8bd676359469a856e6b3029dff92b5df66 Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:35:15 +0000 Subject: [PATCH 4/6] pin s3fs instead --- setup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 3e349994..d889c242 100644 --- a/setup.py +++ b/setup.py @@ -18,7 +18,7 @@ # Installation dependencies # Use with pip install . to install from source 'install': [ - 'aiobotocore>=2.11.0', + # 'aiobotocore>=2.11.0', 'dask', 'fsspec', 'h5netcdf', @@ -27,7 +27,7 @@ 'netcdf4', 'numcodecs>=0.12', # github/issues/162 'numpy!=1.24.3', # severe masking bug - 's3fs', + 's3fs>=2024.2.0', # see environment.yml # pin Zarr to use new FSStore instead of KVStore 'zarr>=2.13.3', # github.com/zarr-developers/zarr-python/issues/1362 # for testing From a407a1bbfb9446b1d086e662c7aba2b17e278655 Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:55:33 +0000 Subject: [PATCH 5/6] remove aiobotocore --- environment.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/environment.yml b/environment.yml index 92e9af7a..8aa5f34f 100644 --- a/environment.yml +++ b/environment.yml @@ -6,7 +6,6 @@ channels: dependencies: - python >=3.9 - # - aiobotocore >=2.11.0 - dask - fsspec - h5netcdf @@ -16,7 +15,7 @@ dependencies: - numcodecs >=0.12 # github.com/valeriupredoi/PyActiveStorage/issues/162 - numpy !=1.24.3 # severe masking bug - pip !=21.3 - - s3fs >=2024.2.0 # loose s3fs deps leading to very old aiobotocore + - s3fs >=2024.2.0 # loose s3fs deps leading to old aiobotocore for <2024.2.0 # pin Zarr to avoid using old KVStore interface # see github.com/zarr-developers/zarr-python/issues/1362 - zarr >=2.13.6 # KVStore to FSStore From 83549c75fbba712b91e2fce722fb8eab28d9cd25 Mon Sep 17 00:00:00 2001 From: Valeriu Predoi Date: Mon, 5 Feb 2024 14:55:38 +0000 Subject: [PATCH 6/6] remove aiobotocore --- setup.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/setup.py b/setup.py index d889c242..ed771420 100644 --- a/setup.py +++ b/setup.py @@ -18,7 +18,6 @@ # Installation dependencies # Use with pip install . to install from source 'install': [ - # 'aiobotocore>=2.11.0', 'dask', 'fsspec', 'h5netcdf', @@ -27,7 +26,7 @@ 'netcdf4', 'numcodecs>=0.12', # github/issues/162 'numpy!=1.24.3', # severe masking bug - 's3fs>=2024.2.0', # see environment.yml + 's3fs>=2024.2.0', # see environment.yml for pin reason # pin Zarr to use new FSStore instead of KVStore 'zarr>=2.13.3', # github.com/zarr-developers/zarr-python/issues/1362 # for testing