From b1849f8df589e66ab4bf706b0718945b5017f68f Mon Sep 17 00:00:00 2001 From: chaofan <60506625+545999961@users.noreply.github.com> Date: Thu, 21 Nov 2024 11:18:41 +0800 Subject: [PATCH] Update beir eval --- FlagEmbedding/evaluation/beir/runner.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/FlagEmbedding/evaluation/beir/runner.py b/FlagEmbedding/evaluation/beir/runner.py index d0d6e63f..0d1a6649 100644 --- a/FlagEmbedding/evaluation/beir/runner.py +++ b/FlagEmbedding/evaluation/beir/runner.py @@ -37,7 +37,8 @@ def run(self): logger.info(f"Running {self.eval_args.eval_name} evaluation on the following dataset names: {dataset_names}") for dataset_name in dataset_names: if self.eval_args.use_special_instructions: - self.retriever.embedder.instruction = BEIRInstructions[dataset_name] + self.retriever.stop_multi_process_pool() + self.retriever.embedder.query_instruction_for_retrieval = BEIRInstructions[dataset_name] logger.info(f"Running {self.eval_args.eval_name} evaluation on: {dataset_name}") self.evaluator( splits=self.eval_args.splits, @@ -85,4 +86,4 @@ def load_evaluator(self) -> BEIREvaluator: data_loader=self.data_loader, overwrite=self.eval_args.overwrite, ) - return evaluator \ No newline at end of file + return evaluator