From 9e455e0e3a2b1f13cf13fd99cc5ed8c842779da3 Mon Sep 17 00:00:00 2001 From: Yifan Mai Date: Thu, 16 Jan 2025 22:05:21 -0800 Subject: [PATCH] Add run entries for HELM Tables with only the base variants --- .../presentation/run_entries_tables_base.conf | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 src/helm/benchmark/presentation/run_entries_tables_base.conf diff --git a/src/helm/benchmark/presentation/run_entries_tables_base.conf b/src/helm/benchmark/presentation/run_entries_tables_base.conf new file mode 100644 index 0000000000..e8ab9f4704 --- /dev/null +++ b/src/helm/benchmark/presentation/run_entries_tables_base.conf @@ -0,0 +1,12 @@ +entries: [ + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", groups: ["scigen", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "no_augmentation_5_demos"], priority: 2} +]