diff --git a/src/helm/benchmark/presentation/run_entries_tables_base.conf b/src/helm/benchmark/presentation/run_entries_tables_base.conf new file mode 100644 index 0000000000..e8ab9f4704 --- /dev/null +++ b/src/helm/benchmark/presentation/run_entries_tables_base.conf @@ -0,0 +1,12 @@ +entries: [ + {description: "unitxt:recipe=recipes.tables_benchmark.fin_qa.concat.no_augmentation_5_demos,model=text", groups: ["fin_qa", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.numeric_nlg.concat.no_augmentation_5_demos,model=text", groups: ["numeric_nlg", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.qtsumm.concat.no_augmentation_5_demos,model=text", groups: ["qtsumm", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.scigen.concat.no_augmentation_5_demos,model=text", groups: ["scigen", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tab_fact.concat.no_augmentation_5_demos,model=text", groups: ["tab_fact", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_data_analysis.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_data_analysis", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_fact_checking.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_fact_checking", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.tablebench_numerical_reasoning.concat.no_augmentation_5_demos,model=text", groups: ["tablebench_numerical_reasoning", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.turl_col_type.concat.no_augmentation_5_demos,model=text", groups: ["turl_col_type", "concat", "no_augmentation_5_demos"], priority: 2} + {description: "unitxt:recipe=recipes.tables_benchmark.wikitq.concat.no_augmentation_5_demos,model=text", groups: ["wikitq", "concat", "no_augmentation_5_demos"], priority: 2} +]