Meta-Eval/EvalHarness
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Narration lines uniformly uncolored (phase prints drop cyan, rich number auto-highlight off); color reserved for results/errors only

Browse Source 
Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
sora 2026-09-10 11:06:41 +00:00
parent 8632b2735b
commit 89f950d8a0
2 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
evalharness/cli.py
View File

@ -199,13 +199,12 @@ def _print_run_plan(console, args, model_spec):
def _print_phase(console, index, total, name, message): def _print_phase(console, index, total, name, message):
# single-benchmark runs: the [1/1] tag is noise, drop it # single-benchmark runs: the [1/1] tag is noise, drop it.
# narration lines stay UNCOLORED everywhere (matches reporter.log and
# the runner's plain prints): color is reserved for ✓/✗/errors only
prefix = f'[{index}/{total}] ' if total > 1 else '' prefix = f'[{index}/{total}] ' if total > 1 else ''
text = f'{prefix}{name}: {message}' text = f'{prefix}{name}: {message}'
if console is not None: print(text, flush=True)
console.print(f'[cyan]{text}[/cyan]')
else:
print(text, flush=True)
def _print_benchmark_result(console, index, total, name, status, elapsed): def _print_benchmark_result(console, index, total, name, status, elapsed):

6
evalharness/progress/rich_terminal.py
View File

@ -157,10 +157,12 @@ class RichTerminalProgress:
interleaved/repainted output; Progress.print routes through the live interleaved/repainted output; Progress.print routes through the live
region correctly. region correctly.
""" """
# highlight=False: rich auto-colorizes numbers, which made narration
# lines look inconsistent (some numbers cyan, some plain)
if self.task_id is not None: if self.task_id is not None:
self.progress.print(message) self.progress.print(message, highlight=False)
else: else:
self.console.print(message) self.console.print(message, highlight=False)
def pause(self): def pause(self):
"""Temporarily stop the live display (e.g. while hub downloads print """Temporarily stop the live display (e.g. while hub downloads print