dekaf: Implement integration tests for round-tripping data through Dekaf

Then implement some tests to validate field selection logic
estuary · Feb 6, 2025 · 764b5e0 · 764b5e0
1 parent 50b277f
commit 764b5e0
Show file tree

Hide file tree

Showing 17 changed files with 1,350 additions and 20 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -228,7 +228,14 @@ insta = { version = "1.20", features = ["redactions", "json", "yaml"] }
 pretty_assertions = "1.4.0"
 rand = { version = "0.8", features = ["small_rng"] }
 rand_distr = { version = "0.4" }
+rdkafka = "0.37"
+schema_registry_converter = { version = "4.2.0", features = [
+    "easy",
+    "avro",
+    "json",
+] }
 serial_test = "0.9"
+tracing-test = "0.2.5"
 wasm-bindgen-test = "0.3.13"
 
 # Used exclusively as build-dependencies

diff --git a/crates/dekaf/Cargo.toml b/crates/dekaf/Cargo.toml
@@ -14,7 +14,6 @@ allocator = { path = "../allocator" }
 avro = { path = "../avro" }
 doc = { path = "../doc" }
 extractors = { path = "../extractors" }
-tuple = { path = "../tuple" }
 flow-client = { path = "../flow-client" }
 gazette = { path = "../gazette" }
 json = { path = "../json" }
@@ -24,6 +23,7 @@ ops = { path = "../ops" }
 proto-flow = { path = "../proto-flow" }
 proto-gazette = { path = "../proto-gazette" }
 simd-doc = { path = "../simd-doc" }
+tuple = { path = "../tuple" }
 unseal = { path = "../unseal" }
 
 aes-siv = { workspace = true }