default:
  temperature: 0.0
  max_tokens: 32768
  top_p: 1.0
gpqa_diamond:
  temperature: 1.0
  max_tokens: 8192
hle:
  limit_per_task: 25
  judge: dp4-flash
  judge_url: http://174.1.51.4:30000/v1
aime24:
  temperature: 1.0
  repeats: 12
aime25:
  temperature: 1.0
  repeats: 12
mmlu_pro:
  max_tokens: 8192
  limit_per_task: 20
simple_qa:
  max_tokens: 8192
  limit: 200
arc:
  max_tokens: 8192
  limit: 200
bbh:
  limit_per_task: 10
live_code_bench:
  temperature: 1.0
  limit: 200
aime26:
  temperature: 1.0
  repeats: 12
hmmt26:
  temperature: 1.0
  repeats: 12
imo_answerbench:
  temperature: 1.0
  limit_per_task: 25
  judge: dp4-flash
  judge_url: http://174.1.51.4:30000/v1
drop:
  limit: 200
hellaswag:
  max_tokens: 8192
  limit: 400
mmlu:
  max_tokens: 8192
  limit_per_task: 4
openai_mrcr:
  max_tokens: 8192
  limit: 200
  max_input_tokens: 120000
bigcodebench:
  limit: 200
humaneval:
  temperature: 1.0
gsm8k:
  limit: 200
competition_math:
  limit_per_task: 40
cmmlu:
  max_tokens: 8192
  limit_per_task: 3
trivia_qa:
  max_tokens: 8192
  limit: 200
winogrande:
  max_tokens: 8192
  limit: 200
longbench_v2:
  max_tokens: 8192
  limit_per_task: 66
  max_input_tokens: 120000
tau2_bench:
  max_tokens: 16384
  env: tau2_official
  max_turns: 50
general_fc:
  max_tokens: 4096
  limit: 400
bfcl_v3:
  max_tokens: 4096
  limit_per_task: 20
  env: bfcl_mock
swe_bench_verified:
  limit: 70