Meta-Eval/EvalHarness
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Config: generation params + repeats + max_input_tokens only; judge/env/limit controlled elsewhere

Browse Source 
Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
sora 2026-09-11 08:47:25 +00:00
parent 60bdef3936
commit ebf7a0e7e5
1 changed files with 18 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
evalharness/config/dp4-nothink.yaml
View File

@ -3,7 +3,6 @@ default:
top_p: 1.0 top_p: 1.0
stream: true stream: true
max_tokens: 32768 max_tokens: 32768
concurrency: 8
aime24: aime24:
temperature: 1.0 temperature: 1.0
@ -23,98 +22,54 @@ hmmt26:
imo_answerbench: imo_answerbench:
temperature: 1.0 temperature: 1.0
limit_per_task: 25
judge: dp4-flash
judge_url: http://174.1.51.4:30000/v1
gsm8k:
limit: 200
competition_math:
limit_per_task: 40
mmlu:
max_tokens: 8192
limit_per_task: 4
cmmlu:
max_tokens: 8192
limit_per_task: 3
mmlu_pro:
max_tokens: 8192
limit_per_task: 20
arc:
max_tokens: 8192
limit: 200
hellaswag:
max_tokens: 8192
limit: 400
winogrande:
max_tokens: 8192
limit: 200
bbh:
limit_per_task: 10
gpqa_diamond: gpqa_diamond:
temperature: 1.0 temperature: 1.0
max_tokens: 8192 max_tokens: 8192
limit: 200
mmlu:
max_tokens: 8192
mmlu_pro:
max_tokens: 8192
cmmlu:
max_tokens: 8192
arc:
max_tokens: 8192
hellaswag:
max_tokens: 8192
winogrande:
max_tokens: 8192
simple_qa: simple_qa:
max_tokens: 8192 max_tokens: 8192
limit: 200
trivia_qa: trivia_qa:
max_tokens: 8192 max_tokens: 8192
limit: 200
drop:
limit: 200
hle:
limit_per_task: 25
judge: dp4-flash
judge_url: http://174.1.51.4:30000/v1
humaneval: humaneval:
temperature: 1.0 temperature: 1.0
bigcodebench:
limit: 200
live_code_bench: live_code_bench:
temperature: 1.0 temperature: 1.0
limit: 200
longbench_v2: longbench_v2:
max_tokens: 8192 max_tokens: 8192
limit_per_task: 66
max_input_tokens: 128000 max_input_tokens: 128000
openai_mrcr: openai_mrcr:
max_tokens: 8192 max_tokens: 8192
limit: 200
max_input_tokens: 128000 max_input_tokens: 128000
bfcl_v3: bfcl_v3:
max_tokens: 4096 max_tokens: 4096
limit_per_task: 20
env: bfcl_mock
general_fc: general_fc:
max_tokens: 4096 max_tokens: 4096
limit: 400
tau2_bench: tau2_bench:
max_tokens: 16384 max_tokens: 16384
env: tau2_official
max_turns: 50
swe_bench_verified:
limit: 70
concurrency: 4