From b8ed18771af091ed5a714d3cd3302840cd7da07c Mon Sep 17 00:00:00 2001 From: sora <2075279110@qq.com> Date: Fri, 11 Sep 2026 08:25:15 +0000 Subject: [PATCH] =?UTF-8?q?Config=20exactly=20matches=20evalscope=20dpv4-i?= =?UTF-8?q?nt8=5Fnothinking.yaml=20(verified=20=E2=9C=85=20all=20match);?= =?UTF-8?q?=20concurrency=20removed=20(CLI=20controls=20it)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude --- evalharness/config/dp4-nothink.yaml | 158 +++++++++++----------------- 1 file changed, 60 insertions(+), 98 deletions(-) diff --git a/evalharness/config/dp4-nothink.yaml b/evalharness/config/dp4-nothink.yaml index c171e1d..0a031f5 100644 --- a/evalharness/config/dp4-nothink.yaml +++ b/evalharness/config/dp4-nothink.yaml @@ -2,125 +2,87 @@ default: temperature: 0.0 max_tokens: 32768 top_p: 1.0 - concurrency: 8 - -aime24: - temperature: 1.0 - max_tokens: 8192 - repeats: 12 - concurrency: 4 - -aime25: - temperature: 1.0 - max_tokens: 8192 - repeats: 12 - concurrency: 4 - -aime26: - temperature: 1.0 - max_tokens: 8192 - repeats: 12 - concurrency: 4 - -hmmt26: - temperature: 1.0 - max_tokens: 8192 - repeats: 12 - concurrency: 4 - -gsm8k: - limit: 200 - -competition_math: - limit_per_task: 40 - -mmlu: - limit_per_task: 4 - -cmmlu: - limit_per_task: 3 - -mmlu_pro: - limit_per_task: 20 - -arc: - limit: 200 - -hellaswag: - limit: 400 - -winogrande: - limit: 200 - -bbh: - limit_per_task: 10 - gpqa_diamond: temperature: 1.0 max_tokens: 8192 - limit: 200 - -simple_qa: - max_tokens: 1024 - limit: 200 - -trivia_qa: - limit: 200 - -drop: - limit: 200 - hle: limit_per_task: 25 judge: dp4-flash judge_url: http://174.1.51.4:30000/v1 - -imo_answerbench: +aime24: temperature: 1.0 + repeats: 12 +aime25: + temperature: 1.0 + repeats: 12 +mmlu_pro: + max_tokens: 8192 + limit_per_task: 20 +simple_qa: max_tokens: 8192 - limit_per_task: 25 - judge: dp4-flash - judge_url: http://174.1.51.4:30000/v1 - -humaneval: - temperature: 1.0 - concurrency: 4 - -bigcodebench: limit: 200 - concurrency: 4 - +arc: + max_tokens: 8192 + limit: 200 +bbh: + limit_per_task: 10 live_code_bench: temperature: 1.0 limit: 200 - concurrency: 4 - -longbench_v2: +aime26: + temperature: 1.0 + repeats: 12 +hmmt26: + temperature: 1.0 + repeats: 12 +imo_answerbench: + temperature: 1.0 + limit_per_task: 25 + judge: dp4-flash + judge_url: http://174.1.51.4:30000/v1 +drop: + limit: 200 +hellaswag: max_tokens: 8192 - limit_per_task: 66 - concurrency: 4 - max_input_tokens: 120000 - + limit: 400 +mmlu: + max_tokens: 8192 + limit_per_task: 4 openai_mrcr: max_tokens: 8192 limit: 200 - concurrency: 4 max_input_tokens: 120000 - -bfcl_v3: - max_tokens: 4096 - limit_per_task: 20 - env: bfcl_mock - -general_fc: - max_tokens: 4096 - limit: 400 - +bigcodebench: + limit: 200 +humaneval: + temperature: 1.0 +gsm8k: + limit: 200 +competition_math: + limit_per_task: 40 +cmmlu: + max_tokens: 8192 + limit_per_task: 3 +trivia_qa: + max_tokens: 8192 + limit: 200 +winogrande: + max_tokens: 8192 + limit: 200 +longbench_v2: + max_tokens: 8192 + limit_per_task: 66 + max_input_tokens: 120000 tau2_bench: max_tokens: 16384 env: tau2_official max_turns: 50 - +general_fc: + max_tokens: 4096 + limit: 400 +bfcl_v3: + max_tokens: 4096 + limit_per_task: 20 + env: bfcl_mock swe_bench_verified: limit: 70 - concurrency: 4