35 lines
1.2 KiB
Python
35 lines
1.2 KiB
Python
"""IMO Answer Bench. Community-curated (evalscope); no official upstream release."""
|
|
|
|
from ..sample import Sample
|
|
from ..registry import register_dataset
|
|
from ..spec import DatasetSpec
|
|
|
|
|
|
@register_dataset(
|
|
DatasetSpec(
|
|
name='imo_answerbench',
|
|
source='OpenEvals/IMO-AnswerBench', # HF OpenEvals mirror of the community curation
|
|
split='train', # the dataset ships a single split
|
|
gen_config={'temperature': 1.0, 'max_tokens': 32768},
|
|
prompt_style='imo_es', # es template: Problem: prefix + boxed suffix,
|
|
task_type='math',
|
|
tags=['math', 'competition', 'imo'],
|
|
description='IMO-level answer bench (community-curated, no official upstream).',
|
|
params={'hub': 'hf_raw'},
|
|
)
|
|
)
|
|
def imo_answerbench():
|
|
def to_sample(record: dict) -> Sample:
|
|
return Sample(
|
|
input=record['Problem'],
|
|
target=str(record['Short Answer']).strip(),
|
|
metadata={
|
|
'id': record.get('Problem ID'),
|
|
'category': record.get('Category'),
|
|
'subcategory': record.get('Subcategory'),
|
|
'source': record.get('Source'),
|
|
},
|
|
)
|
|
|
|
return to_sample
|