From 5e9eb77362106a643dca143e435c1825ed3292ab Mon Sep 17 00:00:00 2001 From: Ray Douglass <3107146+raydouglass@users.noreply.github.com> Date: Thu, 21 Nov 2024 13:32:05 -0500 Subject: [PATCH] Add marker for conda packages and wheel packages and 24.12 updates (#34) Add `has_conda_package` and `has_wheel_package` fields which default to `true`, and update for 24.12. --- rapids-metadata.json | 634 ++++++++++++++++++++++++++++++++ schemas/rapids-metadata-v1.json | 12 + src/rapids_metadata/__init__.py | 38 +- src/rapids_metadata/metadata.py | 10 + tests/test_json.py | 48 ++- 5 files changed, 735 insertions(+), 7 deletions(-) diff --git a/rapids-metadata.json b/rapids-metadata.json index 7eb8cd4..6d10819 100644 --- a/rapids-metadata.json +++ b/rapids-metadata.json @@ -5,7 +5,9 @@ "_nvidia": { "packages": { "cubinlinker": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -13,7 +15,15 @@ "cucim": { "packages": { "cucim": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcucim": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -21,23 +31,45 @@ "cudf": { "packages": { "cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf-polars": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf_kafka": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "custreamz": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "dask-cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcudf": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcudf_kafka": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -45,35 +77,63 @@ "cugraph": { "packages": { "cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-dgl": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-equivariant": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-pyg": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-service-client": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": false, "publishes_prereleases": true }, "cugraph-service-server": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph_etl": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "nx-cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -81,11 +141,15 @@ "cugraph-ops": { "packages": { "libcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -93,15 +157,27 @@ "cuml": { "packages": { "cuml": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuml-cpu": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -109,7 +185,9 @@ "cumlprims_mg": { "packages": { "libcumlprims": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -117,7 +195,9 @@ "cuproj": { "packages": { "cuproj": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -125,15 +205,21 @@ "cuspatial": { "packages": { "cuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -141,7 +227,9 @@ "cuxfilter": { "packages": { "cuxfilter": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -149,7 +237,9 @@ "dask-cuda": { "packages": { "dask-cuda": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -157,11 +247,15 @@ "kvikio": { "packages": { "kvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libkvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -169,7 +263,9 @@ "ptxcompiler": { "packages": { "ptxcompiler": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -177,7 +273,9 @@ "pynvjitlink": { "packages": { "pynvjitlink": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -185,19 +283,51 @@ "raft": { "packages": { "libraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libraft-headers": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libraft-headers-only": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libraft-static": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibraft": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "raft-ann-bench": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "raft-ann-bench-cpu": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "raft-dask": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -205,7 +335,9 @@ "rapids-dask-dependency": { "packages": { "rapids-dask-dependency": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -213,11 +345,15 @@ "rmm": { "packages": { "librmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "rmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -225,7 +361,9 @@ "ucx-py": { "packages": { "ucx-py": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -233,23 +371,37 @@ "ucxx": { "packages": { "distributed-ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } }, "wholegraph": { "packages": { + "libwholegraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, "pylibwholegraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -261,7 +413,9 @@ "_nvidia": { "packages": { "cubinlinker": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -269,7 +423,15 @@ "cucim": { "packages": { "cucim": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcucim": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -277,27 +439,51 @@ "cudf": { "packages": { "cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf-polars": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf_kafka": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "custreamz": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "dask-cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcudf_kafka": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -305,35 +491,63 @@ "cugraph": { "packages": { "cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-dgl": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-equivariant": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-pyg": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-service-client": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": false, "publishes_prereleases": true }, "cugraph-service-server": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph_etl": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "nx-cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -341,11 +555,15 @@ "cugraph-ops": { "packages": { "libcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -353,15 +571,27 @@ "cuml": { "packages": { "cuml": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuml-cpu": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -369,7 +599,9 @@ "cumlprims_mg": { "packages": { "libcumlprims": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -377,7 +609,9 @@ "cuproj": { "packages": { "cuproj": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -385,15 +619,21 @@ "cuspatial": { "packages": { "cuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -401,11 +641,15 @@ "cuvs": { "packages": { "cuvs": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuvs": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -413,7 +657,9 @@ "cuxfilter": { "packages": { "cuxfilter": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -421,7 +667,9 @@ "dask-cuda": { "packages": { "dask-cuda": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -429,11 +677,15 @@ "kvikio": { "packages": { "kvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libkvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -441,7 +693,9 @@ "ptxcompiler": { "packages": { "ptxcompiler": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -449,7 +703,9 @@ "pynvjitlink": { "packages": { "pynvjitlink": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -457,19 +713,51 @@ "raft": { "packages": { "libraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libraft-headers": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libraft-headers-only": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libraft-static": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "raft-ann-bench": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "raft-ann-bench-cpu": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "raft-dask": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -477,7 +765,9 @@ "rapids-dask-dependency": { "packages": { "rapids-dask-dependency": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -485,11 +775,15 @@ "rmm": { "packages": { "librmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "rmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -497,7 +791,9 @@ "ucx-py": { "packages": { "ucx-py": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -505,23 +801,37 @@ "ucxx": { "packages": { "distributed-ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } }, "wholegraph": { "packages": { + "libwholegraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, "pylibwholegraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -533,7 +843,9 @@ "_nvidia": { "packages": { "cubinlinker": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -541,7 +853,15 @@ "cucim": { "packages": { "cucim": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcucim": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -549,27 +869,51 @@ "cudf": { "packages": { "cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf-polars": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf_kafka": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "custreamz": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "dask-cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcudf_kafka": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -577,19 +921,39 @@ "cugraph": { "packages": { "cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-service-client": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": false, "publishes_prereleases": true }, "cugraph-service-server": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph_etl": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibcugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -597,15 +961,27 @@ "cugraph-gnn": { "packages": { "cugraph-dgl": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-pyg": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libwholegraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibwholegraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -613,11 +989,15 @@ "cugraph-ops": { "packages": { "libcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -625,15 +1005,27 @@ "cuml": { "packages": { "cuml": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuml-cpu": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -641,7 +1033,9 @@ "cumlprims_mg": { "packages": { "libcumlprims": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -649,7 +1043,9 @@ "cuproj": { "packages": { "cuproj": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -657,15 +1053,21 @@ "cuspatial": { "packages": { "cuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -673,11 +1075,33 @@ "cuvs": { "packages": { "cuvs": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuvs-bench": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "cuvs-bench-cpu": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuvs": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcuvs-static": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -685,7 +1109,9 @@ "cuxfilter": { "packages": { "cuxfilter": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -693,7 +1119,9 @@ "dask-cuda": { "packages": { "dask-cuda": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -701,11 +1129,15 @@ "kvikio": { "packages": { "kvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libkvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -713,7 +1145,9 @@ "nx-cugraph": { "packages": { "nx-cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -721,7 +1155,9 @@ "ptxcompiler": { "packages": { "ptxcompiler": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -729,7 +1165,9 @@ "pynvjitlink": { "packages": { "pynvjitlink": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -737,19 +1175,39 @@ "raft": { "packages": { "libraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libraft-headers": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libraft-headers-only": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libraft-static": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "raft-dask": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -757,7 +1215,9 @@ "rapids-dask-dependency": { "packages": { "rapids-dask-dependency": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -765,11 +1225,15 @@ "rmm": { "packages": { "librmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "rmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -777,7 +1241,9 @@ "ucx-py": { "packages": { "ucx-py": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -785,15 +1251,21 @@ "ucxx": { "packages": { "distributed-ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -805,7 +1277,9 @@ "_nvidia": { "packages": { "cubinlinker": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -813,7 +1287,15 @@ "cucim": { "packages": { "cucim": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcucim": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -821,27 +1303,51 @@ "cudf": { "packages": { "cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf-polars": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cudf_kafka": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "custreamz": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "dask-cudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libcudf_kafka": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibcudf": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -849,19 +1355,39 @@ "cugraph": { "packages": { "cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-service-client": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": false, "publishes_prereleases": true }, "cugraph-service-server": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcugraph_etl": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibcugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -869,15 +1395,27 @@ "cugraph-gnn": { "packages": { "cugraph-dgl": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "cugraph-pyg": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libwholegraph": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibwholegraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -885,11 +1423,15 @@ "cugraph-ops": { "packages": { "libcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "pylibcugraphops": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -897,15 +1439,27 @@ "cuml": { "packages": { "cuml": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuml-cpu": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuml-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -913,7 +1467,9 @@ "cumlprims_mg": { "packages": { "libcumlprims": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -921,7 +1477,9 @@ "cuproj": { "packages": { "cuproj": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -929,15 +1487,21 @@ "cuspatial": { "packages": { "cuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libcuspatial-tests": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -945,11 +1509,33 @@ "cuvs": { "packages": { "cuvs": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "cuvs-bench": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "cuvs-bench-cpu": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "libcuvs": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libcuvs-static": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true } } @@ -957,7 +1543,9 @@ "cuxfilter": { "packages": { "cuxfilter": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -965,7 +1553,9 @@ "dask-cuda": { "packages": { "dask-cuda": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -973,11 +1563,15 @@ "kvikio": { "packages": { "kvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libkvikio": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -985,7 +1579,9 @@ "nx-cugraph": { "packages": { "nx-cugraph": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -993,7 +1589,9 @@ "ptxcompiler": { "packages": { "ptxcompiler": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": false } } @@ -1001,7 +1599,9 @@ "pynvjitlink": { "packages": { "pynvjitlink": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -1009,19 +1609,39 @@ "raft": { "packages": { "libraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libraft-headers": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": true, + "publishes_prereleases": true + }, + "libraft-headers-only": { + "has_conda_package": true, + "has_cuda_suffix": true, + "has_wheel_package": false, + "publishes_prereleases": true + }, + "libraft-static": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": false, "publishes_prereleases": true }, "pylibraft": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "raft-dask": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -1029,7 +1649,9 @@ "rapids-dask-dependency": { "packages": { "rapids-dask-dependency": { + "has_conda_package": true, "has_cuda_suffix": false, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -1037,11 +1659,15 @@ "rmm": { "packages": { "librmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "rmm": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -1049,7 +1675,9 @@ "ucx-py": { "packages": { "ucx-py": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } @@ -1057,15 +1685,21 @@ "ucxx": { "packages": { "distributed-ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "libucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true }, "ucxx": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } } diff --git a/schemas/rapids-metadata-v1.json b/schemas/rapids-metadata-v1.json index b573096..8f3363e 100644 --- a/schemas/rapids-metadata-v1.json +++ b/schemas/rapids-metadata-v1.json @@ -3,12 +3,24 @@ "RAPIDSPackage": { "description": "Package published by a RAPIDS repository. Includes both Python packages and Conda packages.", "properties": { + "has_conda_package": { + "default": true, + "description": "Whether or not the package exists as a conda package.", + "title": "Has Conda Package", + "type": "boolean" + }, "has_cuda_suffix": { "default": true, "description": "Whether or not the package has a CUDA suffix.", "title": "Has Cuda Suffix", "type": "boolean" }, + "has_wheel_package": { + "default": true, + "description": "Whether or not the package exists as a wheel package.", + "title": "Has Wheel Package", + "type": "boolean" + }, "publishes_prereleases": { "default": true, "description": "Whether or not the package publishes prereleases.", diff --git a/src/rapids_metadata/__init__.py b/src/rapids_metadata/__init__.py index f41c389..2ffe04b 100644 --- a/src/rapids_metadata/__init__.py +++ b/src/rapids_metadata/__init__.py @@ -37,6 +37,7 @@ "cucim": RAPIDSRepository( packages={ "cucim": RAPIDSPackage(), + "libcucim": RAPIDSPackage(has_wheel_package=False), } ), "cudf": RAPIDSRepository( @@ -44,8 +45,10 @@ "cudf": RAPIDSPackage(), "cudf-polars": RAPIDSPackage(), "cudf_kafka": RAPIDSPackage(), + "custreamz": RAPIDSPackage(has_wheel_package=False), "dask-cudf": RAPIDSPackage(), "libcudf": RAPIDSPackage(), + "libcudf_kafka": RAPIDSPackage(has_wheel_package=False), } ), "cugraph": RAPIDSRepository( @@ -54,8 +57,12 @@ "cugraph-dgl": RAPIDSPackage(), "cugraph-equivariant": RAPIDSPackage(), "cugraph-pyg": RAPIDSPackage(), - "cugraph-service-client": RAPIDSPackage(has_cuda_suffix=False), - "cugraph-service-server": RAPIDSPackage(), + "cugraph-service-client": RAPIDSPackage( + has_cuda_suffix=False, has_wheel_package=False + ), + "cugraph-service-server": RAPIDSPackage(has_wheel_package=False), + "libcugraph": RAPIDSPackage(has_wheel_package=False), + "libcugraph_etl": RAPIDSPackage(has_wheel_package=False), "nx-cugraph": RAPIDSPackage(), "pylibcugraph": RAPIDSPackage(), } @@ -69,8 +76,9 @@ "cuml": RAPIDSRepository( packages={ "cuml": RAPIDSPackage(), - "libcuml": RAPIDSPackage(), - "libcuml-tests": RAPIDSPackage(), + "cuml-cpu": RAPIDSPackage(has_wheel_package=False), + "libcuml": RAPIDSPackage(has_wheel_package=False), + "libcuml-tests": RAPIDSPackage(has_wheel_package=False), } ), "cumlprims_mg": RAPIDSRepository( @@ -87,7 +95,7 @@ packages={ "cuspatial": RAPIDSPackage(), "libcuspatial": RAPIDSPackage(), - "libcuspatial-tests": RAPIDSPackage(), + "libcuspatial-tests": RAPIDSPackage(has_wheel_package=False), } ), "cuxfilter": RAPIDSRepository( @@ -120,7 +128,11 @@ packages={ "libraft": RAPIDSPackage(), "libraft-headers": RAPIDSPackage(), + "libraft-headers-only": RAPIDSPackage(has_wheel_package=False), + "libraft-static": RAPIDSPackage(has_wheel_package=False), "pylibraft": RAPIDSPackage(), + "raft-ann-bench": RAPIDSPackage(has_wheel_package=False), + "raft-ann-bench-cpu": RAPIDSPackage(has_wheel_package=False), "raft-dask": RAPIDSPackage(), } ), @@ -150,6 +162,7 @@ "wholegraph": RAPIDSRepository( packages={ "pylibwholegraph": RAPIDSPackage(), + "libwholegraph": RAPIDSPackage(has_wheel_package=False), } ), } @@ -162,7 +175,7 @@ all_metadata.versions["24.10"].repositories["cuvs"] = RAPIDSRepository( packages={ "cuvs": RAPIDSPackage(), - "libcuvs": RAPIDSPackage(), + "libcuvs": RAPIDSPackage(has_wheel_package=False), } ) @@ -174,6 +187,8 @@ del all_metadata.versions["24.12"].repositories["cugraph"].packages["cugraph-pyg"] del all_metadata.versions["24.12"].repositories["cugraph"].packages["nx-cugraph"] del all_metadata.versions["24.12"].repositories["wholegraph"] +del all_metadata.versions["24.12"].repositories["raft"].packages["raft-ann-bench"] +del all_metadata.versions["24.12"].repositories["raft"].packages["raft-ann-bench-cpu"] # fmt: on all_metadata.versions["24.12"].repositories["cugraph-gnn"] = RAPIDSRepository( @@ -181,6 +196,7 @@ "cugraph-dgl": RAPIDSPackage(), "cugraph-pyg": RAPIDSPackage(), "pylibwholegraph": RAPIDSPackage(), + "libwholegraph": RAPIDSPackage(has_wheel_package=False), } ) @@ -190,4 +206,14 @@ } ) +all_metadata.versions["24.12"].repositories["cuvs"].packages["cuvs-bench"] = ( + RAPIDSPackage(has_wheel_package=False) +) +all_metadata.versions["24.12"].repositories["cuvs"].packages["cuvs-bench-cpu"] = ( + RAPIDSPackage(has_wheel_package=False) +) +all_metadata.versions["24.12"].repositories["cuvs"].packages["libcuvs-static"] = ( + RAPIDSPackage(has_wheel_package=False) +) + all_metadata.versions["25.02"] = deepcopy(all_metadata.versions["24.12"]) diff --git a/src/rapids_metadata/metadata.py b/src/rapids_metadata/metadata.py index 7096937..e5155c2 100644 --- a/src/rapids_metadata/metadata.py +++ b/src/rapids_metadata/metadata.py @@ -45,6 +45,16 @@ class RAPIDSPackage: description="""Whether or not the package has a CUDA suffix.""", ) + has_conda_package: bool = Field( + default=True, + description="""Whether or not the package exists as a conda package.""", + ) + + has_wheel_package: bool = Field( + default=True, + description="""Whether or not the package exists as a wheel package.""", + ) + @dataclass class RAPIDSRepository: diff --git a/tests/test_json.py b/tests/test_json.py index 0287594..250e1ef 100644 --- a/tests/test_json.py +++ b/tests/test_json.py @@ -43,7 +43,33 @@ def set_cwd(cwd: os.PathLike) -> Generator: @pytest.mark.parametrize( ["unencoded", "encoded"], [ - (RAPIDSPackage(), {"publishes_prereleases": True, "has_cuda_suffix": True}), + ( + RAPIDSPackage(), + { + "publishes_prereleases": True, + "has_cuda_suffix": True, + "has_conda_package": True, + "has_wheel_package": True, + }, + ), + ( + RAPIDSPackage(has_conda_package=False), + { + "publishes_prereleases": True, + "has_cuda_suffix": True, + "has_conda_package": False, + "has_wheel_package": True, + }, + ), + ( + RAPIDSPackage(has_wheel_package=False), + { + "publishes_prereleases": True, + "has_cuda_suffix": True, + "has_conda_package": True, + "has_wheel_package": False, + }, + ), ( RAPIDSRepository( packages={ @@ -58,10 +84,14 @@ def set_cwd(cwd: os.PathLike) -> Generator: "package1": { "publishes_prereleases": True, "has_cuda_suffix": True, + "has_conda_package": True, + "has_wheel_package": True, }, "package2": { "publishes_prereleases": False, "has_cuda_suffix": False, + "has_conda_package": True, + "has_wheel_package": True, }, }, }, @@ -92,6 +122,8 @@ def set_cwd(cwd: os.PathLike) -> Generator: "package": { "publishes_prereleases": True, "has_cuda_suffix": True, + "has_conda_package": True, + "has_wheel_package": True, }, }, }, @@ -100,6 +132,8 @@ def set_cwd(cwd: os.PathLike) -> Generator: "proprietary-package": { "publishes_prereleases": True, "has_cuda_suffix": True, + "has_conda_package": True, + "has_wheel_package": True, }, }, }, @@ -151,7 +185,9 @@ def test_metadata_encoder(unencoded, encoded): '"repo1":{' '"packages":{' '"package":{' + '"has_conda_package":true,' '"has_cuda_suffix":true,' + '"has_wheel_package":true,' '"publishes_prereleases":true' "}" "}" @@ -171,7 +207,9 @@ def test_metadata_encoder(unencoded, encoded): '"repo2":{' '"packages":{' '"package":{' + '"has_conda_package":true,' '"has_cuda_suffix":true,' + '"has_wheel_package":true,' '"publishes_prereleases":true' "}" "}" @@ -191,7 +229,9 @@ def test_metadata_encoder(unencoded, encoded): '"repo2":{' '"packages":{' '"package":{' + '"has_conda_package":true,' '"has_cuda_suffix":true,' + '"has_wheel_package":true,' '"publishes_prereleases":true' "}" "}" @@ -211,7 +251,9 @@ def test_metadata_encoder(unencoded, encoded): '"repo1":{' '"packages":{' '"package":{' + '"has_conda_package":true,' '"has_cuda_suffix":true,' + '"has_wheel_package":true,' '"publishes_prereleases":true' "}" "}" @@ -223,7 +265,9 @@ def test_metadata_encoder(unencoded, encoded): '"repo2":{' '"packages":{' '"package":{' + '"has_conda_package":true,' '"has_cuda_suffix":true,' + '"has_wheel_package":true,' '"publishes_prereleases":true' "}" "}" @@ -245,7 +289,9 @@ def test_metadata_encoder(unencoded, encoded): "repo1": { "packages": { "package": { + "has_conda_package": true, "has_cuda_suffix": true, + "has_wheel_package": true, "publishes_prereleases": true } }