From b75fbc1a128705d53600c40e4a4db78abe93c410 Mon Sep 17 00:00:00 2001 From: sora <2075279110@qq.com> Date: Fri, 11 Sep 2026 09:22:55 +0000 Subject: [PATCH] =?UTF-8?q?max=5Finput=5Ftokens=20128000=E2=86=92120000=20?= =?UTF-8?q?(GLM=20gateway=20unstable=20on=20very=20long=20inputs,=2030s=20?= =?UTF-8?q?timeout=20at=20128k)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude --- evalharness/config/default.yaml | 25 ++----------------------- 1 file changed, 2 insertions(+), 23 deletions(-) diff --git a/evalharness/config/default.yaml b/evalharness/config/default.yaml index fc37f9d..d2b1868 100644 --- a/evalharness/config/default.yaml +++ b/evalharness/config/default.yaml @@ -3,73 +3,52 @@ default: top_p: 1.0 stream: true max_tokens: 32768 - aime24: temperature: 1.0 repeats: 12 - aime25: temperature: 1.0 repeats: 12 - aime26: temperature: 1.0 repeats: 12 - hmmt26: temperature: 1.0 repeats: 12 - imo_answerbench: temperature: 1.0 - gpqa_diamond: temperature: 1.0 max_tokens: 8192 - mmlu: max_tokens: 8192 - mmlu_pro: max_tokens: 8192 - cmmlu: max_tokens: 8192 - arc: max_tokens: 8192 - hellaswag: max_tokens: 8192 - winogrande: max_tokens: 8192 - simple_qa: max_tokens: 8192 - trivia_qa: max_tokens: 8192 - humaneval: temperature: 1.0 - live_code_bench: temperature: 1.0 - longbench_v2: max_tokens: 8192 - max_input_tokens: 128000 - + max_input_tokens: 120000 openai_mrcr: max_tokens: 8192 - max_input_tokens: 128000 - + max_input_tokens: 120000 bfcl_v3: max_tokens: 4096 - general_fc: max_tokens: 4096 - tau2_bench: max_tokens: 16384