Config: evalscope generation_config format + our extras (repeats, env) at bench level; parallel_tool_calls noted as unsupported in adapter

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
sora 2026-09-11 08:37:18 +00:00
parent 0ada7d8a0e
commit 0815f6e4f8

View File

@ -16,12 +16,14 @@ aime24:
top_p: 1.0
stream: true
max_tokens: 32768
repeats: 12
aime25:
generation_config:
temperature: 1.0
top_p: 1.0
stream: true
max_tokens: 32768
repeats: 12
mmlu_pro:
generation_config:
temperature: 0.0
@ -61,12 +63,14 @@ aime26:
top_p: 1.0
stream: true
max_tokens: 32768
repeats: 12
hmmt26:
generation_config:
temperature: 1.0
top_p: 1.0
stream: true
max_tokens: 32768
repeats: 12
imo_answerbench:
generation_config:
temperature: 1.0
@ -164,10 +168,8 @@ tau2_bench:
generation_config:
temperature: 0.0
max_tokens: 4096
agent_config:
mode: native
strategy: react
max_steps: 50
env: tau2_official
max_turns: 50
general_fc:
generation_config:
temperature: 0.0
@ -185,6 +187,7 @@ bfcl_v3:
extra_params:
is_fc_model: true
underscore_to_dot: true
env: bfcl_mock
swe_bench_verified:
generation_config:
temperature: 0.0