diff --git a/FlagEmbedding/evaluation/beir/runner.py b/FlagEmbedding/evaluation/beir/runner.py
index d0d6e63f..0d1a6649 100644
--- a/FlagEmbedding/evaluation/beir/runner.py
+++ b/FlagEmbedding/evaluation/beir/runner.py
@@ -37,7 +37,8 @@ def run(self):
             logger.info(f"Running {self.eval_args.eval_name} evaluation on the following dataset names: {dataset_names}")
             for dataset_name in dataset_names:
                 if self.eval_args.use_special_instructions:
-                    self.retriever.embedder.instruction = BEIRInstructions[dataset_name]
+                    self.retriever.stop_multi_process_pool()
+                    self.retriever.embedder.query_instruction_for_retrieval = BEIRInstructions[dataset_name]
                 logger.info(f"Running {self.eval_args.eval_name} evaluation on: {dataset_name}")
                 self.evaluator(
                     splits=self.eval_args.splits,
@@ -85,4 +86,4 @@ def load_evaluator(self) -> BEIREvaluator:
             data_loader=self.data_loader,
             overwrite=self.eval_args.overwrite,
         )
-        return evaluator
\ No newline at end of file
+        return evaluator