small add_id backend fix

Signed-off-by: Vibhu Jawa <vjawa@nvidia.com>
NVIDIA · Feb 7, 2025 · 5dbfe07 · 5dbfe07
1 parent 34a1cc6
commit 5dbfe07
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo_curator/modules/add_id.py b/nemo_curator/modules/add_id.py
@@ -27,7 +27,7 @@ class AddId(BaseModule):
     def __init__(
         self, id_field, id_prefix: str = "doc_id", start_index: Optional[int] = None
     ) -> None:
-        super().__init__(input_backend="pandas")
+        super().__init__(input_backend="any")
         self.id_field = id_field
         self.id_prefix = id_prefix
         self.start_index = start_index