diff --git a/evalharness/data/datasets/cmmlu.py b/evalharness/data/datasets/cmmlu.py index 6312d99..7eb1cde 100644 --- a/evalharness/data/datasets/cmmlu.py +++ b/evalharness/data/datasets/cmmlu.py @@ -20,7 +20,7 @@ from ..spec import DatasetSpec subset='anatomy', # 67 subjects; override with --subset or 'all' split='test', few_shot_split='dev', - few_shot_num=5, + few_shot_num=0, # es default is 0-shot (docstring says 5 but code says 0) task_type='mcq', tags=['zh', 'knowledge'], description='Chinese multiple-choice QA (official content, ModelScope mirror).',