feat: Use opendal in rattler-index and add executable

Cargo.toml

@@ -52,6 +52,7 @@ chrono = { version = "0.4.39", default-features = false, features = [
     "alloc",
 ] }
 clap = { version = "4.5.29", features = ["derive"] }
+clap-verbosity-flag = "3.0.1"
 cmake = "0.1.54"
 console = { version = "0.15.10", features = ["windows-console-colors"] }
 criterion = "0.5"
@@ -105,6 +106,7 @@ memmap2 = "0.9.5"
 netrc-rs = "0.1.2"
 nom = "7.1.3"
 num_cpus = "1.16.0"
+opendal = { version = "0.51.2", default-features = false }
 once_cell = "1.20.3"
 ouroboros = "0.18.5"
 parking_lot = "0.12.3"
@@ -161,6 +163,7 @@ tokio-util = "0.7.13"
 tower = { version = "0.5.2", default-features = false }
 tower-http = { version = "0.6.2", default-features = false }
 tracing = "0.1.41"
+tracing-log = "0.2.0"
 tracing-subscriber = { version = "0.3.19", default-features = false }
 tracing-test = { version = "0.2.5" }
 trybuild = { version = "1.0.103" }

crates/rattler_index/Cargo.toml

@@ -3,22 +3,49 @@ name = "rattler_index"
 version = "0.20.12"
 edition.workspace = true
 authors = []
-description = "A crate that indexes directories containing conda packages to create local conda channels"
+description = "A crate to index conda channels and create a repodata.json file."
 categories.workspace = true
 homepage.workspace = true
 repository.workspace = true
 license.workspace = true
 readme.workspace = true
+default-run = "rattler-index"
+
+[[bin]]
+name = "rattler-index"
+path = "src/main.rs"
 
 [dependencies]
+anyhow = { workspace = true }
+clap = { workspace = true, features = ["derive", "env"] }
+clap-verbosity-flag = { workspace = true }
+console = { workspace = true }
 fs-err = { workspace = true }
-rattler_conda_types = { path="../rattler_conda_types", version = "0.30.3", default-features = false }
-rattler_digest = { path="../rattler_digest", version = "1.0.6", default-features = false }
-rattler_package_streaming = { path="../rattler_package_streaming", version = "0.22.28", default-features = false }
+fxhash = { workspace = true }
+futures = { workspace = true }
+indicatif = { workspace = true }
+opendal = { workspace = true, features = [
+  "services-s3",
+  "services-fs",
+], default-features = false }
+rattler_networking = { path = "../rattler_networking", version = "0.22.4", features = [
+  "rustls-tls",
+], default-features = false }
+rattler_conda_types = { path = "../rattler_conda_types", version = "0.30.3", default-features = false }
+rattler_digest = { path = "../rattler_digest", version = "1.0.6", default-features = false }
+rattler_package_streaming = { path = "../rattler_package_streaming", version = "0.22.28", features = [
+  "rustls-tls",
+], default-features = false }
+reqwest = { workspace = true, features = [
+  "rustls-tls",
+  "rustls-tls-native-roots",
+] }
 serde_json = { workspace = true }
-tempfile = { workspace = true }
+tokio = { workspace = true, features = ["full"] }
 tracing = { workspace = true }
-walkdir = { workspace = true }
+tracing-subscriber = { workspace = true, features = ["env-filter", "fmt"] }
+tracing-log = { workspace = true }
+url = { workspace = true }
 
 [dev-dependencies]
 tempfile = { workspace = true }