From 081249d47ca3074c45ec83d636bcb9e0189d64ed Mon Sep 17 00:00:00 2001 From: sora <2075279110@qq.com> Date: Thu, 17 Sep 2026 08:33:45 +0000 Subject: [PATCH] swe: repo-base image naming (correct indentation this time) Co-Authored-By: Claude --- evalharness/data/datasets/swe_bench_verified.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/evalharness/data/datasets/swe_bench_verified.py b/evalharness/data/datasets/swe_bench_verified.py index 95a1d4b..e82d58c 100644 --- a/evalharness/data/datasets/swe_bench_verified.py +++ b/evalharness/data/datasets/swe_bench_verified.py @@ -22,7 +22,11 @@ def swe_bench_verified(): instance_id = record['instance_id'] # image naming: local swebench/ set uses {repo}_1776_{repo}-{num}; the # newer official layout is sweb.eval.x86_64.{repo}__{repo}-{num} - img = f'sweb.eval.x86_64.{instance_id}' + # OFFICIAL docker layout: repo-level BASE images + # (swebench/sweb.eval.x86_64.{repo}) -- per-instance images are + # NEVER published; the harness builds them on top of the base + _repo = instance_id.rsplit('-', 1)[0] + img = f'swebench/sweb.eval.x86_64.{_repo}:latest' if '__' in instance_id: repo, num = instance_id.rsplit('-', 1) r = repo.split('__')[0]