Merge pull request #28 from epinzur/crag4

fixed crag download
epinzur · Jun 25, 2024 · 76b4a99 · 76b4a99
2 parents f1a8b18 + 213ce74
commit 76b4a99
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ragulate/datasets/crag_dataset.py b/ragulate/datasets/crag_dataset.py
@@ -40,7 +40,7 @@ def download_dataset(self) -> None:
                 path.join(self.storage_path(), "questions.jsonl"),
             ]
             tasks = [
-                self._download_and_decompress(url, output_file)
+                self._download_and_decompress(url=url, output_file_path=output_file, force=False)
                 for url, output_file in zip(urls, output_files)
             ]
             asyncio.run(asyncio.gather(*tasks))