diff --git a/evalharness/model/runner.py b/evalharness/model/runner.py index 450a49b..7084237 100644 --- a/evalharness/model/runner.py +++ b/evalharness/model/runner.py @@ -829,6 +829,13 @@ async def run_eval( if status_callback: status_callback('Scoring predictions against the benchmark recipe') + # retarget the bar to scoring IMMEDIATELY (0/N): waiting for the first + # on_scored left the stale GENERATION counters (100%, +N new) on screen + # through minute-long preflights (image pulls) -- reading as 'done' + if progress_reporter is not None and _records is None: + _ss0 = getattr(progress_reporter, 'set_scoring', None) + if _ss0 is not None: + _ss0(0, len(samples)) _meta = {'gen_input_tokens': usage.input_tokens, 'gen_output_tokens': usage.output_tokens, 'gen_total_tokens': usage.total_tokens,