update amc23

mlfoundations · Jan 17, 2025 · 0d0634c · 0d0634c
1 parent 1e006a3
commit 0d0634c
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/eval/chat_benchmarks/AMC23/eval_instruct.py b/eval/chat_benchmarks/AMC23/eval_instruct.py
@@ -12,7 +12,6 @@
 from eval.task import BaseBenchmark
 from eval.chat_benchmarks.AMC23.utils import *
 
-# SYSTEM = "Answer the following math problem. Make sure to put the answer (and only answer) inside \\boxed{{}}.\n"
 PROMPT = """Problem: {problem}\nAnswer:"""
 
 class AMC23Benchmark(BaseBenchmark):
@@ -84,7 +83,6 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:
             all_instances = []
             for idx, example in enumerate(examples):
                 try:
-                    # inputs = model.apply_chat_template([{"role": "system", "content": SYSTEM}, {"role": "user", "content": PROMPT.format(problem=example['question'])}])
                     inputs = model.apply_chat_template([{"role": "user", "content": PROMPT.format(problem=example['question'])}])
 
                     all_instances.append(