From 471e0ca1a917c93381fc658b4b49e4bbd08dc8e4 Mon Sep 17 00:00:00 2001 From: sora <2075279110@qq.com> Date: Fri, 11 Sep 2026 07:45:51 +0000 Subject: [PATCH] =?UTF-8?q?gen=5Fprofiles.yaml:=20YAML=20profiles=20(dp4-n?= =?UTF-8?q?othink,=20qwen3-es-parity,=20glm53-nothink,=20t1-short)=20?= =?UTF-8?q?=E2=80=94=20edit=20file=20to=20tune=20parameters,=20no=20code?= =?UTF-8?q?=20changes=20needed?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-Authored-By: Claude --- gen_profiles.yaml | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 gen_profiles.yaml diff --git a/gen_profiles.yaml b/gen_profiles.yaml new file mode 100644 index 0000000..bb1fe27 --- /dev/null +++ b/gen_profiles.yaml @@ -0,0 +1,31 @@ +# Generation-parameter profiles (YAML). +# Usage: evalharness eval run --model ... --profile +# Resolution: DatasetSpec.gen_config < profile.default < profile. < gen_kwargs + +dp4-nothink: + default: {temperature: 0.0, max_tokens: 32768, top_p: 1.0} + +qwen3-es-parity: + default: {temperature: 0.0, max_tokens: 32768} + simple_qa: {max_tokens: 1024} + hle: {max_tokens: 8192} + gpqa_diamond: {temperature: 1.0, max_tokens: 8192} + aime24: {temperature: 1.0, max_tokens: 8192} + aime25: {temperature: 1.0, max_tokens: 8192} + aime26: {temperature: 1.0, max_tokens: 8192} + hmmt26: {temperature: 1.0, max_tokens: 8192} + imo_answerbench: {temperature: 1.0, max_tokens: 8192} + +glm53-nothink: + default: {temperature: 0.0, max_tokens: 8192, top_p: 1.0} + aime24: {temperature: 1.0, max_tokens: 8192} + aime25: {temperature: 1.0, max_tokens: 8192} + aime26: {temperature: 1.0, max_tokens: 8192} + hmmt26: {temperature: 1.0, max_tokens: 8192} + imo_answerbench: {temperature: 1.0, max_tokens: 8192} + gpqa_diamond: {temperature: 1.0, max_tokens: 8192} + humaneval: {temperature: 1.0, max_tokens: 32768} + live_code_bench: {temperature: 1.0, max_tokens: 32768} + +t1-short: + default: {temperature: 1.0, max_tokens: 8192, top_p: 1.0}