From 787a8a28e92a0d7721d72326a9bba1b9ddb81239 Mon Sep 17 00:00:00 2001
From: sora <2075279110@qq.com>
Date: Fri, 11 Sep 2026 08:09:09 +0000
Subject: [PATCH] Standard YAML indentation, no inline braces

Co-Authored-By: Claude <noreply@anthropic.com>
---
 evalharness/config/dp4-nothink.yaml | 153 +++++++++++++++++++++-------
 1 file changed, 114 insertions(+), 39 deletions(-)

diff --git a/evalharness/config/dp4-nothink.yaml b/evalharness/config/dp4-nothink.yaml
index a88a79f..c171e1d 100644
--- a/evalharness/config/dp4-nothink.yaml
+++ b/evalharness/config/dp4-nothink.yaml
@@ -1,51 +1,126 @@
-# dp4-nothink 配置
-# 用法: evalharness eval run <bench> --config dp4-nothink --api-url ... --model ...
-# 优先级: DatasetSpec < default < <bench> < 命令行参数
-
 default:
   temperature: 0.0
   max_tokens: 32768
   top_p: 1.0
   concurrency: 8
 
-# ── 数学（temp=1，跑 12 遍取均值）──
-aime24:      {temperature: 1.0, max_tokens: 8192, repeats: 12, concurrency: 4}
-aime25:      {temperature: 1.0, max_tokens: 8192, repeats: 12, concurrency: 4}
-aime26:      {temperature: 1.0, max_tokens: 8192, repeats: 12, concurrency: 4}
-hmmt26:      {temperature: 1.0, max_tokens: 8192, repeats: 12, concurrency: 4}
-gsm8k:       {limit: 200}
-competition_math: {limit_per_task: 40}
+aime24:
+  temperature: 1.0
+  max_tokens: 8192
+  repeats: 12
+  concurrency: 4
 
-# ── 知识/选择题 ──
-mmlu:        {limit_per_task: 4}
-cmmlu:       {limit_per_task: 3}
-mmlu_pro:    {limit_per_task: 20}
-arc:         {limit: 200}
-hellaswag:   {limit: 400}
-winogrande:  {limit: 200}
-bbh:         {limit_per_task: 10}
-gpqa_diamond: {temperature: 1.0, max_tokens: 8192, limit: 200}
+aime25:
+  temperature: 1.0
+  max_tokens: 8192
+  repeats: 12
+  concurrency: 4
 
-# ── 问答 ──
-simple_qa:   {max_tokens: 1024, limit: 200}
-trivia_qa:   {limit: 200}
-drop:        {limit: 200}
+aime26:
+  temperature: 1.0
+  max_tokens: 8192
+  repeats: 12
+  concurrency: 4
 
-# ── Judge 类 ──
-hle:         {limit_per_task: 25, judge: dp4-flash, judge_url: 'http://174.1.51.4:30000/v1'}
-imo_answerbench: {temperature: 1.0, max_tokens: 8192, limit_per_task: 25, judge: dp4-flash, judge_url: 'http://174.1.51.4:30000/v1'}
+hmmt26:
+  temperature: 1.0
+  max_tokens: 8192
+  repeats: 12
+  concurrency: 4
 
-# ── 代码（docker 沙箱）──
-humaneval:   {temperature: 1.0, concurrency: 4}
-bigcodebench: {limit: 200, concurrency: 4}
-live_code_bench: {temperature: 1.0, limit: 200, concurrency: 4}
+gsm8k:
+  limit: 200
 
-# ── 长上下文 ──
-longbench_v2: {max_tokens: 8192, limit_per_task: 66, concurrency: 4, max_input_tokens: 120000}
-openai_mrcr: {max_tokens: 8192, limit: 200, concurrency: 4, max_input_tokens: 120000}
+competition_math:
+  limit_per_task: 40
 
-# ── Agent ──
-bfcl_v3:     {max_tokens: 4096, limit_per_task: 20, env: bfcl_mock}
-general_fc:  {max_tokens: 4096, limit: 400}
-tau2_bench:  {max_tokens: 16384, env: tau2_official, max_turns: 50}
-swe_bench_verified: {limit: 70, concurrency: 4}
+mmlu:
+  limit_per_task: 4
+
+cmmlu:
+  limit_per_task: 3
+
+mmlu_pro:
+  limit_per_task: 20
+
+arc:
+  limit: 200
+
+hellaswag:
+  limit: 400
+
+winogrande:
+  limit: 200
+
+bbh:
+  limit_per_task: 10
+
+gpqa_diamond:
+  temperature: 1.0
+  max_tokens: 8192
+  limit: 200
+
+simple_qa:
+  max_tokens: 1024
+  limit: 200
+
+trivia_qa:
+  limit: 200
+
+drop:
+  limit: 200
+
+hle:
+  limit_per_task: 25
+  judge: dp4-flash
+  judge_url: http://174.1.51.4:30000/v1
+
+imo_answerbench:
+  temperature: 1.0
+  max_tokens: 8192
+  limit_per_task: 25
+  judge: dp4-flash
+  judge_url: http://174.1.51.4:30000/v1
+
+humaneval:
+  temperature: 1.0
+  concurrency: 4
+
+bigcodebench:
+  limit: 200
+  concurrency: 4
+
+live_code_bench:
+  temperature: 1.0
+  limit: 200
+  concurrency: 4
+
+longbench_v2:
+  max_tokens: 8192
+  limit_per_task: 66
+  concurrency: 4
+  max_input_tokens: 120000
+
+openai_mrcr:
+  max_tokens: 8192
+  limit: 200
+  concurrency: 4
+  max_input_tokens: 120000
+
+bfcl_v3:
+  max_tokens: 4096
+  limit_per_task: 20
+  env: bfcl_mock
+
+general_fc:
+  max_tokens: 4096
+  limit: 400
+
+tau2_bench:
+  max_tokens: 16384
+  env: tau2_official
+  max_turns: 50
+
+swe_bench_verified:
+  limit: 70
+  concurrency: 4