* log-exporter: export action and event in parquet format

Signed-off-by: neo <1100909+neowu@users.noreply.github.com>
neowu · Mar 3, 2025 · 533a8fe · 533a8fe
1 parent 7972e87
commit 533a8fe
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/ext/log-exporter/src/main/java/core/log/domain/ActionLogSchema.java b/ext/log-exporter/src/main/java/core/log/domain/ActionLogSchema.java
@@ -28,7 +28,7 @@ public ActionLogSchema() {
             .optionalString("error_code")
             .optionalString("error_message")
             .requiredLong("elapsed")
-            .name("context").type().optional().type(SchemaBuilder.map().values(SchemaBuilder.array().items().stringType()))
+            .name("context").type().optional().type(SchemaBuilder.map().values(SchemaBuilder.array().items().nullable().stringType()))
             .name("stats").type().optional().map().values().doubleType()
             .name("perf_stats").type().optional().map().values().longType()
             .endRecord();

diff --git a/ext/log-exporter/src/test/java/core/log/kafka/ActionLogMessageHandlerTest.java b/ext/log-exporter/src/test/java/core/log/kafka/ActionLogMessageHandlerTest.java
@@ -14,6 +14,7 @@
 
 import java.io.IOException;
 import java.time.Instant;
+import java.util.ArrayList;
 import java.util.List;
 import java.util.Map;
 
@@ -48,9 +49,11 @@ void handle() throws IOException {
         message.result = "OK";
         message.host = "host";
         message.elapsed = 1000L;
-        message.context = Map.of("key", List.of("value1", "value2"));
+        List<String> keys = new ArrayList<>();
+        keys.add(null);
+        message.context = Map.of("customer_id", List.of("customer_id1", "customer_id2"), "key", keys);
         message.performanceStats = Map.of("kafka", perfStats(1, 1000L, 10, 5),
-            "http", perfStats(1, 2000L, null, null));
+            "http", perfStats(2, 2000L, null, null));
         message.traceLog = "trace";
         handler.handle(List.of(new Message<>("key", message)));
         handler.handle(List.of(new Message<>("key", message)));