Update beir eval

FlagOpen · Nov 21, 2024 · b1849f8 · b1849f8
1 parent c19935d
commit b1849f8
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/FlagEmbedding/evaluation/beir/runner.py b/FlagEmbedding/evaluation/beir/runner.py
@@ -37,7 +37,8 @@ def run(self):
             logger.info(f"Running {self.eval_args.eval_name} evaluation on the following dataset names: {dataset_names}")
             for dataset_name in dataset_names:
                 if self.eval_args.use_special_instructions:
-                    self.retriever.embedder.instruction = BEIRInstructions[dataset_name]
+                    self.retriever.stop_multi_process_pool()
+                    self.retriever.embedder.query_instruction_for_retrieval = BEIRInstructions[dataset_name]
                 logger.info(f"Running {self.eval_args.eval_name} evaluation on: {dataset_name}")
                 self.evaluator(
                     splits=self.eval_args.splits,
@@ -85,4 +86,4 @@ def load_evaluator(self) -> BEIREvaluator:
             data_loader=self.data_loader,
             overwrite=self.eval_args.overwrite,
         )
-        return evaluator
+        return evaluator