13274243a0
Keep K3 suite selection and report-schema scoring in bash, merge K3/vision dataset_args into dpv4 yamls, and pin EvalScope at 735d920ee911 with local patches. Co-authored-by: Cursor <cursoragent@cursor.com>
27 lines
1.1 KiB
Diff
27 lines
1.1 KiB
Diff
--- /tmp/evalscope-sync/src-v191/evalscope/report/combinator.py 2026-07-21 03:18:18.000000000 +0000
|
|
+++ /data1/syy/evalscope/evalstone/evalscope/evalscope/report/combinator.py 2026-09-01 03:48:30.955904239 +0000
|
|
@@ -18,6 +18,15 @@
|
|
"""
|
|
|
|
|
|
+def _format_request_success(summary: Dict[str, Any]) -> str:
|
|
+ """Format vendor HTTP success rate from ``perf_metrics.summary.request``."""
|
|
+ request = summary.get('request') or {}
|
|
+ rate = request.get('success_rate')
|
|
+ if rate is None:
|
|
+ return '-'
|
|
+ return f'{float(rate) * 100:.1f}%'
|
|
+
|
|
+
|
|
def _is_report_json(data: Any) -> bool:
|
|
if not isinstance(data, dict):
|
|
return False
|
|
@@ -254,6 +263,7 @@
|
|
'Model': report.model_name,
|
|
'Dataset': report.dataset_name,
|
|
'Num': ps.n_samples,
|
|
+ 'Req Succ%': _format_request_success(summary),
|
|
'Avg Lat\n(s)': round(ps.avg_latency, 4),
|
|
'Avg TTFT\n(ms)': round(ps.avg_ttft * 1000, 2) if ps.avg_ttft is not None else '-',
|
|
'Avg TPOT\n(ms)': round(ps.avg_tpot * 1000, 2) if ps.avg_tpot is not None else '-',
|