Meta-Eval/EvalHarness
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Extras: add [all] (conflict-free bundle) and [bfcl] (official checker, heavy deps isolated)

Browse Source
This commit is contained in:
sora 2026-08-25 02:47:27 +00:00
parent d830e08923
commit 32b7276142
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
pyproject.toml
View File

@ -13,7 +13,10 @@ dependencies = ["pydantic>=2"]
hub = ["datasets"] # HuggingFace-hosted datasets hub = ["datasets"] # HuggingFace-hosted datasets
parquet = ["pyarrow"] # parquet sources (ModelScope/HF raw mirrors) parquet = ["pyarrow"] # parquet sources (ModelScope/HF raw mirrors)
math = ["sympy", "pylatexenc"] # symbolic math grading (aime/math family), official PRM800K logic math = ["sympy", "pylatexenc"] # symbolic math grading (aime/math family), official PRM800K logic
exec = ["numpy", "scipy"] # DROP official aligner (linear_sum_assignment) & code benches exec = ["numpy", "scipy"] # DROP official aligner (linear_sum_assignment)
bfcl = ["bfcl-eval", "soundfile"] # OFFICIAL bfcl ast_checker (heavy: pulls 5 cloud SDKs +
# qwen-agent; native scorer is the dependency-free default)
all = ["datasets", "pyarrow", "sympy", "pylatexenc", "numpy", "scipy"] # everything conflict-free
[project.scripts] [project.scripts]
evalharness = "evalharness.cli:main" evalharness = "evalharness.cli:main"