edit batch sizes and add single tasks

mlfoundations · Jan 31, 2025 · e130d83 · e130d83
1 parent 56e4805
commit e130d83
Show file tree

Hide file tree

Showing 6 changed files with 33 additions and 7 deletions.
diff --git a/configs/reasoning.yaml b/configs/reasoning.yaml
@@ -5,18 +5,16 @@ tasks:
   - task_name: AMC23
     batch_size: 32
   - task_name: MATH500
-    batch_size: 32
+    batch_size: 8
   - task_name: GPQADiamond
-    batch_size: 32
+    batch_size: 8
   - task_name: BigCodeBench
     batch_size: 32
-  - task_name: scibench
-    batch_size: 32
   - task_name: HumanEval
     batch_size: 32
   - task_name: MBPP
-    batch_size: 32
+    batch_size: 16
   - task_name: LiveBench
-    batch_size: 32
+    batch_size: 8
   - task_name: LiveCodeBench
-    batch_size: 32
+    batch_size: 8
diff --git a/configs/reasoning_lite.yaml b/configs/reasoning_lite.yaml
@@ -0,0 +1,12 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: AIME24
+    batch_size: 32
+  - task_name: AMC23
+    batch_size: 32
+  - task_name: BigCodeBench
+    batch_size: 32
+  - task_name: HumanEval
+    batch_size: 32
+  - task_name: MBPP
+    batch_size: 16
diff --git a/configs/single_task/gpqa.yaml b/configs/single_task/gpqa.yaml
@@ -0,0 +1,4 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: GPQADiamond
+    batch_size: 8
diff --git a/configs/single_task/livebench.yaml b/configs/single_task/livebench.yaml
@@ -0,0 +1,4 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: LiveBench
+    batch_size: 8
diff --git a/configs/single_task/livecodebench.yaml b/configs/single_task/livecodebench.yaml
@@ -0,0 +1,4 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: LiveCodeBench
+    batch_size: 8
diff --git a/configs/single_task/math500.yaml b/configs/single_task/math500.yaml
@@ -0,0 +1,4 @@
+annotator_model: gpt-4o-mini-2024-07-18
+tasks:
+  - task_name: MATH500
+    batch_size: 8