Config simplified: default block + per-bench overrides only (removed env/limit/judge/concurrency; max_input_tokens 128000)

Co-Authored-By: Claude <noreply@anthropic.com>

evalharness/config/dp4-nothink.yaml

@@ -1,196 +1,75 @@
-gpqa_diamond:
+default:
-  generation_config:
-    temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 8192
-hle:
-  generation_config:
   temperature: 0.0
   top_p: 1.0
   stream: true
   max_tokens: 32768
+
 aime24:
-  generation_config:
   temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
   repeats: 12
+
 aime25:
-  generation_config:
   temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
   repeats: 12
-mmlu_pro:
+
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 8192
-simple_qa:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 8192
-arc:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 8192
-bbh:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-live_code_bench:
-  generation_config:
-    temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-  dataset_args:
-    subset_list:
-    - release_v6
 aime26:
-  generation_config:
   temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
   repeats: 12
+
 hmmt26:
-  generation_config:
   temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
   repeats: 12
+
 imo_answerbench:
-  generation_config:
   temperature: 1.0
-    top_p: 1.0
+
-    stream: true
+gpqa_diamond:
-    max_tokens: 32768
+  temperature: 1.0
-drop:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-hellaswag:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
+
 mmlu:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
-openai_mrcr:
+
-  generation_config:
+mmlu_pro:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
-bigcodebench:
+
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-humaneval:
-  generation_config:
-    temperature: 1.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-gsm8k:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
-competition_math:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768
 cmmlu:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
-trivia_qa:
+
-  generation_config:
+arc:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
+
+hellaswag:
+  max_tokens: 8192
+
 winogrande:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
+
+simple_qa:
+  max_tokens: 8192
+
+trivia_qa:
+  max_tokens: 8192
+
+humaneval:
+  temperature: 1.0
+
+live_code_bench:
+  temperature: 1.0
+
 longbench_v2:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 8192
-  dataset_args:
+  max_input_tokens: 128000
-    subset_list:
+
-    - short
+openai_mrcr:
-    - medium
+  max_tokens: 8192
-    - long
+  max_input_tokens: 128000
-tau2_bench:
+
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 16384
-  dataset_args:
-    extra_params:
-      user_model: deepseek-v4-pro
-      api_key: sk-9ed86ef546ca47e3afa7c3b014dea268
-      api_base: https://api.deepseek.com/v1
-      generation_config:
-        temperature: 0.0
-        max_tokens: 4096
-  env: tau2_official
-  max_turns: 50
-general_fc:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 4096
 bfcl_v3:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
   max_tokens: 4096
-    parallel_tool_calls: true
+
-  dataset_args:
+general_fc:
-    extra_params:
+  max_tokens: 4096
-      is_fc_model: true
+
-      underscore_to_dot: true
+tau2_bench:
-  env: bfcl_mock
+  max_tokens: 16384
-swe_bench_verified:
-  generation_config:
-    temperature: 0.0
-    top_p: 1.0
-    stream: true
-    max_tokens: 32768