From 5dbfe07b55596e579af4e592f50e59de127bff6e Mon Sep 17 00:00:00 2001 From: Vibhu Jawa Date: Thu, 6 Feb 2025 17:51:24 -0800 Subject: [PATCH] small add_id backend fix Signed-off-by: Vibhu Jawa --- nemo_curator/modules/add_id.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nemo_curator/modules/add_id.py b/nemo_curator/modules/add_id.py index eca677c4..2ca1c134 100644 --- a/nemo_curator/modules/add_id.py +++ b/nemo_curator/modules/add_id.py @@ -27,7 +27,7 @@ class AddId(BaseModule): def __init__( self, id_field, id_prefix: str = "doc_id", start_index: Optional[int] = None ) -> None: - super().__init__(input_backend="pandas") + super().__init__(input_backend="any") self.id_field = id_field self.id_prefix = id_prefix self.start_index = start_index