13274243a0
Keep K3 suite selection and report-schema scoring in bash, merge K3/vision dataset_args into dpv4 yamls, and pin EvalScope at 735d920ee911 with local patches. Co-authored-by: Cursor <cursoragent@cursor.com>
30 lines
1.5 KiB
Diff
30 lines
1.5 KiB
Diff
--- /tmp/evalscope-sync/src-v191/evalscope/api/evaluator/cache.py 2026-07-21 03:18:18.000000000 +0000
|
|
+++ /data1/syy/evalscope/evalstone/evalscope/evalscope/api/evaluator/cache.py 2026-08-21 03:03:19.537325160 +0000
|
|
@@ -118,7 +118,7 @@
|
|
Returns:
|
|
Path to the prediction cache file
|
|
"""
|
|
- file_path = os.path.join(self.outputs.predictions_dir, self.model_name, f'{self.benchmark_name}_{subset}.jsonl')
|
|
+ file_path = os.path.join(self.outputs.predictions_dir, f'{self.benchmark_name}_{subset}.jsonl')
|
|
# Ensure the directory exists
|
|
if self.outputs.is_make:
|
|
os.makedirs(os.path.dirname(file_path), exist_ok=True)
|
|
@@ -189,7 +189,7 @@
|
|
Returns:
|
|
Path to the review cache file
|
|
"""
|
|
- file_path = os.path.join(self.outputs.reviews_dir, self.model_name, f'{self.benchmark_name}_{subset}.jsonl')
|
|
+ file_path = os.path.join(self.outputs.reviews_dir, f'{self.benchmark_name}_{subset}.jsonl')
|
|
# Ensure the directory exists
|
|
if self.outputs.is_make:
|
|
os.makedirs(os.path.dirname(file_path), exist_ok=True)
|
|
@@ -235,7 +235,7 @@
|
|
Returns:
|
|
Path to the reports directory for this model
|
|
"""
|
|
- report_path = os.path.join(self.outputs.reports_dir, self.model_name)
|
|
+ report_path = self.outputs.reports_dir
|
|
# Ensure the directory exists
|
|
if self.outputs.is_make:
|
|
os.makedirs(report_path, exist_ok=True)
|