{"timestamp": "2026-07-17T18:39:11+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 2788.720318022652, "last_total_tps": 2788.720318022652}
{"timestamp": "2026-07-17T18:43:18+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 1893.0055470202165, "last_total_tps": 375.403363949072}
{"timestamp": "2026-07-17T18:52:11+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 4046.4683290325233, "last_total_tps": 4046.4683290325233}
{"timestamp": "2026-07-17T19:09:54+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 4086.9274247420785, "last_total_tps": 4086.9274247420785}
{"timestamp": "2026-07-17T19:26:39+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 2199.5011476182844, "last_total_tps": 2199.5011476182844}
{"timestamp": "2026-07-17T20:23:52+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 2717.9637798362237, "last_total_tps": 2717.9637798362237}
{"timestamp": "2026-07-17T20:26:07+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 9439.535476946336, "last_total_tps": 7603.528326397945}
{"timestamp": "2026-07-17T20:28:55+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 6911.931071301284, "last_total_tps": 5507.813234246907}
{"timestamp": "2026-07-17T20:32:36+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 4213.884483460705, "last_total_tps": 3234.7262492126665}
{"timestamp": "2026-07-17T20:39:20+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 4145.641783550848, "last_total_tps": 4145.641783550848}
{"timestamp": "2026-07-17T20:50:18+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2977.1768374909734, "last_total_tps": 2977.1768374909734}
{"timestamp": "2026-07-17T21:10:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2015.7043785540204, "last_total_tps": 2015.7043785540204}
{"timestamp": "2026-07-17T21:13:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 15673.414091236673, "last_total_tps": 12414.933520419194}
{"timestamp": "2026-07-17T21:15:57+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 12924.561750204432, "last_total_tps": 9106.221349635915}
{"timestamp": "2026-07-17T21:19:40+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 8088.080594221826, "last_total_tps": 6223.75742040691}
{"timestamp": "2026-07-17T21:24:56+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 5522.554566357892, "last_total_tps": 3610.952815816311}
{"timestamp": "2026-07-17T21:36:22+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 4563.373890886935, "last_total_tps": 4563.373890886935}
{"timestamp": "2026-07-17T21:57:58+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 1985.3684474208014, "last_total_tps": 233.04503661811012}
{"timestamp": "2026-07-17T22:02:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15060.199317591998, "last_total_tps": 7313.649520405431}
{"timestamp": "2026-07-17T22:07:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14596.56032965893, "last_total_tps": 4144.017342311824}
{"timestamp": "2026-07-17T22:13:36+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10834.738852406168, "last_total_tps": 2314.1377482242688}
{"timestamp": "2026-07-17T22:21:59+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7423.039383111714, "last_total_tps": 1310.5577845179944}
{"timestamp": "2026-07-17T22:35:21+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4799.100295545813, "last_total_tps": 687.347224063034}
{"timestamp": "2026-07-17T22:42:29+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15837.175210512325, "last_total_tps": 9208.110186901074}
{"timestamp": "2026-07-17T22:50:32+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12903.243109250303, "last_total_tps": 5632.593190570372}
{"timestamp": "2026-07-17T22:59:14+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12849.807244488773, "last_total_tps": 3542.3723961934047}
{"timestamp": "2026-07-17T23:10:34+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9214.262131578185, "last_total_tps": 2156.286581337668}
{"timestamp": "2026-07-17T23:26:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6985.477835676208, "last_total_tps": 1245.424192709522}
{"timestamp": "2026-07-17T23:39:41+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14308.40914150481, "last_total_tps": 6375.542846081017}
{"timestamp": "2026-07-17T23:53:17+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13901.85358606045, "last_total_tps": 7654.241318751254}
{"timestamp": "2026-07-18T00:08:39+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12133.156080526987, "last_total_tps": 4319.133154859875}
{"timestamp": "2026-07-18T00:25:54+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11428.416665630926, "last_total_tps": 3044.1034677752777}
{"timestamp": "2026-07-18T00:50:29+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14099.818538556523, "last_total_tps": 6351.47496967527}
{"timestamp": "2026-07-18T01:15:30+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13929.553321700017, "last_total_tps": 5891.80838523191}
{"timestamp": "2026-07-18T01:41:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13362.99697314056, "last_total_tps": 5999.883848752758}
{"timestamp": "2026-07-18T02:47:03+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T03:59:03+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T05:11:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T05:25:55+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T05:42:51+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5433.039217909855, "last_total_tps": 5433.039217909855}
{"timestamp": "2026-07-18T05:46:37+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2422.2076430920893, "last_total_tps": 446.3897056007072}
{"timestamp": "2026-07-18T05:55:07+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 4584.253781843971, "last_total_tps": 4584.253781843971}
{"timestamp": "2026-07-18T06:08:26+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 3232.6403852090934, "last_total_tps": 3232.6403852090934}
{"timestamp": "2026-07-18T06:24:39+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 2192.044238809986, "last_total_tps": 2192.044238809986}
{"timestamp": "2026-07-18T06:53:50+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 1897.8111102225212, "last_total_tps": 1897.8111102225212}
{"timestamp": "2026-07-18T06:57:24+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7888.596875970494, "last_total_tps": 2487.992022802671}
{"timestamp": "2026-07-18T07:01:02+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 8409.093217333064, "last_total_tps": 7426.616144275172}
{"timestamp": "2026-07-18T07:04:51+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 8122.1066193196675, "last_total_tps": 8122.1066193196675}
{"timestamp": "2026-07-18T07:14:52+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 6015.190932505161, "last_total_tps": 6015.190932505161}
{"timestamp": "2026-07-18T07:23:29+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 2001.619798539911, "last_total_tps": 1271.9046009395615}
{"timestamp": "2026-07-18T07:37:56+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1459.470258346687, "last_total_tps": 976.1882568429872}
{"timestamp": "2026-07-18T07:40:34+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 19501.474977298407, "last_total_tps": 19501.474977298407}
{"timestamp": "2026-07-18T07:43:05+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 16391.801960479585, "last_total_tps": 13707.67295371799}
{"timestamp": "2026-07-18T07:46:28+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 9370.394824991574, "last_total_tps": 7374.89064363141}
{"timestamp": "2026-07-18T07:53:29+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 6946.880268591652, "last_total_tps": 6946.880268591652}
{"timestamp": "2026-07-18T08:05:01+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2995.4311422908927, "last_total_tps": 443.348197545663}
{"timestamp": "2026-07-18T08:20:54+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1915.937150401248, "last_total_tps": 1374.598420915446}
{"timestamp": "2026-07-18T08:25:04+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 18943.996704484987, "last_total_tps": 6473.232188590377}
{"timestamp": "2026-07-18T08:29:28+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 16070.333151200692, "last_total_tps": 5431.05763851679}
{"timestamp": "2026-07-18T08:34:35+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13349.341320626489, "last_total_tps": 2881.901573957879}
{"timestamp": "2026-07-18T08:41:58+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9286.70412864481, "last_total_tps": 1527.4153322519048}
{"timestamp": "2026-07-18T08:53:32+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 5620.28270081798, "last_total_tps": 813.1387499975722}
{"timestamp": "2026-07-18T09:02:08+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11993.484693241624, "last_total_tps": 5205.489669009754}
{"timestamp": "2026-07-18T09:11:52+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10195.009939344187, "last_total_tps": 4259.005951391754}
{"timestamp": "2026-07-18T09:22:46+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9067.15944834477, "last_total_tps": 3151.010124739591}
{"timestamp": "2026-07-18T09:35:57+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7860.120323351582, "last_total_tps": 2108.4313776610893}
{"timestamp": "2026-07-18T09:52:39+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6369.015894967426, "last_total_tps": 1289.3602781960485}
{"timestamp": "2026-07-18T10:09:33+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10251.651820427502, "last_total_tps": 5635.355775218764}
{"timestamp": "2026-07-18T10:26:21+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10383.66555341196, "last_total_tps": 5039.039098907062}
{"timestamp": "2026-07-18T10:44:54+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9590.733633202999, "last_total_tps": 4170.272092078799}
{"timestamp": "2026-07-18T11:05:16+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8819.600631988418, "last_total_tps": 3109.119130912221}
{"timestamp": "2026-07-18T11:37:08+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9891.751402025258, "last_total_tps": 5592.210165804323}
{"timestamp": "2026-07-18T12:09:09+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9889.73716778963, "last_total_tps": 5281.901973537132}
{"timestamp": "2026-07-18T12:41:43+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9941.81871477038, "last_total_tps": 4745.5096528548665}
{"timestamp": "2026-07-18T13:47:42+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T14:59:31+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T16:11:16+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T16:26:09+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-18T16:40:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 4496.848268178312, "last_total_tps": 2217.7123253882805}
{"timestamp": "2026-07-18T16:43:37+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 2360.5516774153043, "last_total_tps": 2360.5516774153043}
{"timestamp": "2026-07-18T16:49:41+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 3363.602260877987, "last_total_tps": 3313.6182689775364}
{"timestamp": "2026-07-18T17:07:56+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 3355.1458404135606, "last_total_tps": 3355.1458404135606}
{"timestamp": "2026-07-18T17:32:10+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 2203.193991472021, "last_total_tps": 2203.193991472021}
{"timestamp": "2026-07-18T18:01:58+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 1743.5147436391767, "last_total_tps": 1743.5147436391767}
{"timestamp": "2026-07-18T18:04:13+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 13785.81986583855, "last_total_tps": 13785.81986583855}
{"timestamp": "2026-07-18T18:06:30+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 8112.0377434575785, "last_total_tps": 7765.474539776216}
{"timestamp": "2026-07-18T18:10:26+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 7159.818242523429, "last_total_tps": 7159.818242523429}
{"timestamp": "2026-07-18T18:20:02+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5940.262449728431, "last_total_tps": 5940.262449728431}
{"timestamp": "2026-07-18T18:27:50+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 2172.0508631852717, "last_total_tps": 1526.9119963658427}
{"timestamp": "2026-07-18T18:45:29+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2272.248934892502, "last_total_tps": 2272.248934892502}
{"timestamp": "2026-07-18T18:49:35+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8821.589993992251, "last_total_tps": 5938.956026747706}
{"timestamp": "2026-07-18T18:52:38+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 15008.983092240565, "last_total_tps": 15008.983092240565}
{"timestamp": "2026-07-18T18:57:22+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 12646.96259517219, "last_total_tps": 9491.179738367387}
{"timestamp": "2026-07-18T19:04:50+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4595.449562060058, "last_total_tps": 885.6355376463661}
{"timestamp": "2026-07-18T19:12:49+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 3541.024877745305, "last_total_tps": 2485.2066611704918}
{"timestamp": "2026-07-18T19:31:10+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2322.634766687153, "last_total_tps": 297.7267452716252}
{"timestamp": "2026-07-18T19:36:15+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14055.57074793477, "last_total_tps": 6077.715976810677}
{"timestamp": "2026-07-18T19:42:26+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9136.187763187332, "last_total_tps": 4096.540213306394}
{"timestamp": "2026-07-18T19:49:38+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7934.358597827316, "last_total_tps": 2563.0921350891413}
{"timestamp": "2026-07-18T19:58:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6329.976676412602, "last_total_tps": 1470.4374587358975}
{"timestamp": "2026-07-18T20:11:44+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4617.944193863491, "last_total_tps": 832.9039206011921}
{"timestamp": "2026-07-18T20:20:44+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10004.440682674061, "last_total_tps": 7905.775237393294}
{"timestamp": "2026-07-18T20:30:06+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9767.094212852124, "last_total_tps": 6053.994040870582}
{"timestamp": "2026-07-18T20:40:35+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9001.161840540095, "last_total_tps": 4128.769103947539}
{"timestamp": "2026-07-18T20:53:08+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7805.987235489614, "last_total_tps": 2556.7860192905564}
{"timestamp": "2026-07-18T21:09:30+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6225.353287123412, "last_total_tps": 1478.4734314080142}
{"timestamp": "2026-07-18T21:26:25+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9370.884476695, "last_total_tps": 8984.466836561269}
{"timestamp": "2026-07-18T21:43:28+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9578.749592382905, "last_total_tps": 7625.400890745301}
{"timestamp": "2026-07-18T22:01:39+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9166.908213468092, "last_total_tps": 5878.046696111614}
{"timestamp": "2026-07-18T22:21:43+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8459.593882018522, "last_total_tps": 4044.7913851269773}
{"timestamp": "2026-07-18T22:56:09+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 9084.861045225392, "last_total_tps": 9084.861045225392}
{"timestamp": "2026-07-18T23:30:31+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8809.535738326009, "last_total_tps": 8306.143111013671}
{"timestamp": "2026-07-19T00:05:52+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8624.998015267116, "last_total_tps": 7134.423734548763}
{"timestamp": "2026-07-19T01:11:34+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T02:22:39+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T03:33:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-19T03:48:25+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
