{"timestamp": "2026-07-19T16:33:20+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 3262.925805241193, "last_total_tps": 3262.925805241193}
{"timestamp": "2026-07-19T16:50:38+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 64, "best_total_tps": 2001.6277452526951, "last_total_tps": 1921.3339895886154}
{"timestamp": "2026-07-19T17:12:07+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 1208.329691264693, "last_total_tps": 1208.329691264693}
{"timestamp": "2026-07-19T17:51:18+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 821.0837126289615, "last_total_tps": 821.0837126289615}
{"timestamp": "2026-07-19T19:06:27+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 621.1849742353534, "last_total_tps": 621.1849742353534}
{"timestamp": "2026-07-19T20:30:39+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 357.4273268773563, "last_total_tps": 357.4273268773563}
{"timestamp": "2026-07-19T20:38:06+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 6459.888626916852, "last_total_tps": 6459.888626916852}
{"timestamp": "2026-07-19T20:43:29+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 4616.036491998675, "last_total_tps": 4266.816652696712}
{"timestamp": "2026-07-19T20:49:38+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1948.2451023557016, "last_total_tps": 1883.7265175403172}
{"timestamp": "2026-07-19T21:04:22+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 1612.9961079805803, "last_total_tps": 1612.9961079805803}
{"timestamp": "2026-07-19T21:22:13+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 798.2390012949154, "last_total_tps": 648.75270970481}
{"timestamp": "2026-07-19T22:46:33+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 571.9941859367477, "last_total_tps": 571.9941859367477}
{"timestamp": "2026-07-19T22:52:01+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T22:57:14+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:02:18+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:07:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:12:31+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:17:58+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 4096, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:23:13+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:28:27+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:33:40+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:38:50+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:44:02+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:49:07+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:54:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T23:59:51+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:04:57+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:10:12+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:15:31+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:20:46+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:26:01+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:31:12+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:36:28+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:41:47+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:47:03+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:52:44+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T00:58:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T01:17:02+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 524288, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 453024.3568807185, "last_total_tps": 446438.55056209984}
{"timestamp": "2026-07-20T01:43:47+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1048576, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 447013.0093725063, "last_total_tps": 442528.05720202904}
{"timestamp": "2026-07-20T01:51:17+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1123.4838048586362, "last_total_tps": 1011.4907719516051}
{"timestamp": "2026-07-20T01:58:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 897.4899180452471, "last_total_tps": 897.4899180452471}
{"timestamp": "2026-07-20T02:23:08+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 585.1947504005985, "last_total_tps": 565.2232991112943}
{"timestamp": "2026-07-20T03:08:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 394.83536181279794, "last_total_tps": 389.42630003235723}
{"timestamp": "2026-07-20T04:58:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 297.5464064905423, "last_total_tps": 297.5464064905423}
{"timestamp": "2026-07-20T06:07:06+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T06:16:22+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 3670.2580884401004, "last_total_tps": 3670.2580884401004}
{"timestamp": "2026-07-20T06:25:08+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 2628.2540687987293, "last_total_tps": 2266.0596714844487}
{"timestamp": "2026-07-20T06:35:14+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 1077.5755263225774, "last_total_tps": 1077.5755263225774}
{"timestamp": "2026-07-20T07:00:33+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 887.3527579799841, "last_total_tps": 887.3527579799841}
{"timestamp": "2026-07-20T07:31:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 447.64163292107185, "last_total_tps": 365.7340682662387}
{"timestamp": "2026-07-20T08:35:50+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T08:40:51+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T08:45:46+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T08:50:37+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T08:55:23+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:00:13+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:05:09+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 4096, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:10:04+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:14:59+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:19:44+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:24:37+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:29:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:34:19+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:39:03+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:43:54+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:48:45+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:53:33+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T09:58:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:03:38+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:08:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:13:24+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:18:39+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:23:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:28:16+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:33:24+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:38:30+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-20T10:57:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 524288, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 16, "best_total_tps": 428911.68845056003, "last_total_tps": 426416.07235008886}
{"timestamp": "2026-07-20T11:42:09+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1048576, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": 48, "stop_probe_concurrency": 64, "best_tps_concurrency": 32, "best_total_tps": 443625.24861998245, "last_total_tps": 430214.89710255025}
