32 lines
1023 B
Python
32 lines
1023 B
Python
"""AIME 2024 (community-standard mirror: HuggingFaceH4/aime_2024).
|
|
|
|
AIME has no official HF release; this is the widely used mirror.
|
|
"""
|
|
|
|
from ..sample import Sample
|
|
from ..registry import register_dataset
|
|
from ..spec import DatasetSpec
|
|
|
|
|
|
@register_dataset(
|
|
DatasetSpec(
|
|
name='aime24',
|
|
source='HuggingFaceH4/aime_2024', # https://huggingface.co/datasets/HuggingFaceH4/aime_2024
|
|
split='train', # the dataset ships a single split
|
|
gen_config={'temperature': 1.0, 'max_tokens': 8192},
|
|
prompt_style='aime_es', # es MathArena template: instruction-first,
|
|
task_type='math',
|
|
tags=['math', 'competition'],
|
|
description='AIME 2024, 30 problems (integer answers 000-999).',
|
|
)
|
|
)
|
|
def aime24():
|
|
def to_sample(record: dict) -> Sample:
|
|
return Sample(
|
|
input=record['problem'],
|
|
target=str(record['answer']).strip(),
|
|
metadata={'id': record.get('id'), 'solution': record.get('solution')},
|
|
)
|
|
|
|
return to_sample
|