This commit is contained in:
parent
35e412b526
commit
6e051ce88c
|
|
@ -28,7 +28,9 @@ should_stop = False
|
||||||
EVAL_DATASETS = [
|
EVAL_DATASETS = [
|
||||||
"arc", "bbh", "ifeval", "ceval", "cmmlu", "competition_math", "gsm8k",
|
"arc", "bbh", "ifeval", "ceval", "cmmlu", "competition_math", "gsm8k",
|
||||||
"hellaswag", "humaneval", "mmlu", "mmlu_redux", "mmlu_pro", "race",
|
"hellaswag", "humaneval", "mmlu", "mmlu_redux", "mmlu_pro", "race",
|
||||||
"trivia_qa", "truthful_qa", "tool_bench"
|
"trivia_qa", "truthful_qa", "tool_bench", "general_qa", "general_mcq", "drop",
|
||||||
|
"frames", "gpqa", "competition_math", "math_500", "docmath", "live_code_bench",
|
||||||
|
"iquiz"
|
||||||
]
|
]
|
||||||
PERF_DATASETS = [
|
PERF_DATASETS = [
|
||||||
"openqa", "flickr8k", "longalpaca",
|
"openqa", "flickr8k", "longalpaca",
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue