EvalHarness/evalharness/__init__.py

22 lines
458 B
Python

"""EvalHarness: a plugin-based LLM/agent evaluation harness (data layer first)."""
from .data import (
ChatMessage,
Dataset,
DatasetSpec,
FieldSpec,
Sample,
SandboxSpec,
ToolInfo,
get_dataset,
list_datasets,
register_dataset,
)
__version__ = '0.1.0'
__all__ = [
'Dataset', 'DatasetSpec', 'FieldSpec', 'Sample', 'ChatMessage', 'SandboxSpec', 'ToolInfo',
'get_dataset', 'list_datasets', 'register_dataset',
]