reasoning configs

mlfoundations · Jan 30, 2025 · 6f11540 · 6f11540
1 parent 3df8593
commit 6f11540
Showing 1 changed file with 18 additions and 0 deletions.
diff --git a/configs/reasoning.yaml b/configs/reasoning.yaml
@@ -0,0 +1,18 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: AIME24
+    batch_size: 32
+  - task_name: AMC23
+    batch_size: 32
+  - task_name: MATH500
+    batch_size: 32
+  - task_name: GPQADiamond
+    batch_size: 32
+  - task_name: BigCodeBench
+    batch_size: 32
+  - task_name: scibench
+    batch_size: 32
+  - task_name: HumanEval
+    batch_size: 32
+  - task_name: MBPP
+    batch_size: 32