{"timestamp": "2026-07-16T05:31:54+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 3646.9396491060006, "last_total_tps": 3646.9396491060006}
{"timestamp": "2026-07-16T05:35:22+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 4016.3582354971636, "last_total_tps": 3510.8603471897136}
{"timestamp": "2026-07-16T05:37:07+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 1933.4323295182799, "last_total_tps": 1933.4323295182799}
{"timestamp": "2026-07-16T05:50:06+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 5711.313811148789, "last_total_tps": 5711.313811148789}
{"timestamp": "2026-07-16T06:21:25+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 6326.121211706281, "last_total_tps": 6326.121211706281}
{"timestamp": "2026-07-16T07:08:21+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 96, "best_total_tps": 4685.666489411614, "last_total_tps": 4685.666489411614}
{"timestamp": "2026-07-16T07:09:51+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 7626.584143741924, "last_total_tps": 7626.584143741924}
{"timestamp": "2026-07-16T07:12:56+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 10703.552130441196, "last_total_tps": 10508.443270196269}
{"timestamp": "2026-07-16T07:18:17+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 14258.166155126417, "last_total_tps": 14258.166155126417}
{"timestamp": "2026-07-16T07:25:36+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 10711.105514976523, "last_total_tps": 10711.105514976523}
{"timestamp": "2026-07-16T07:37:17+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 7033.604800110782, "last_total_tps": 7033.604800110782}
{"timestamp": "2026-07-16T07:57:45+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 4885.314271518819, "last_total_tps": 4885.314271518819}
{"timestamp": "2026-07-16T07:59:21+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 23587.87688648832, "last_total_tps": 23587.87688648832}
{"timestamp": "2026-07-16T08:01:06+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 20694.07882326918, "last_total_tps": 20694.07882326918}
{"timestamp": "2026-07-16T08:03:06+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 18665.914037481325, "last_total_tps": 18665.914037481325}
{"timestamp": "2026-07-16T08:05:39+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 12488.958537642658, "last_total_tps": 12488.958537642658}
{"timestamp": "2026-07-16T08:09:28+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 7807.1888546940745, "last_total_tps": 7807.1888546940745}
{"timestamp": "2026-07-16T08:14:46+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 19964.966947119654, "last_total_tps": 19964.966947119654}
{"timestamp": "2026-07-16T08:21:04+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 16516.087929598416, "last_total_tps": 16516.087929598416}
{"timestamp": "2026-07-16T08:27:37+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 15640.847692576317, "last_total_tps": 15640.847692576317}
{"timestamp": "2026-07-16T08:34:46+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 14124.215996887702, "last_total_tps": 14124.215996887702}
{"timestamp": "2026-07-16T08:46:49+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": 16, "best_total_tps": 16066.556870612381, "last_total_tps": 16066.556870612381}
{"timestamp": "2026-07-16T09:25:11+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 15402.074234300384, "last_total_tps": 6752.029991153788}
{"timestamp": "2026-07-16T09:47:57+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15760.422764455148, "last_total_tps": 5974.45197601345}
{"timestamp": "2026-07-16T10:40:50+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13879.801995316056, "last_total_tps": 6075.0183795289}
{"timestamp": "2026-07-16T11:28:54+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13481.264910170603, "last_total_tps": 5891.6134230831085}
{"timestamp": "2026-07-16T12:39:42+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
{"timestamp": "2026-07-16T13:14:35+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 1928.0659392758148, "last_total_tps": 1928.0659392758148}
{"timestamp": "2026-07-16T13:17:38+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 2768.1737168097607, "last_total_tps": 2768.1737168097607}
{"timestamp": "2026-07-16T13:27:33+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 96, "best_total_tps": 9824.100767069867, "last_total_tps": 9824.100767069867}
{"timestamp": "2026-07-16T13:45:29+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 7985.1662368534835, "last_total_tps": 7985.1662368534835}
{"timestamp": "2026-07-16T14:05:45+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 4621.455132269518, "last_total_tps": 4621.455132269518}
{"timestamp": "2026-07-16T14:50:01+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 96, "best_total_tps": 4822.584204271116, "last_total_tps": 4822.584204271116}
{"timestamp": "2026-07-16T14:52:41+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 12691.712913192754, "last_total_tps": 12691.712913192754}
{"timestamp": "2026-07-16T14:55:12+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 17822.829023404527, "last_total_tps": 17822.829023404527}
{"timestamp": "2026-07-16T15:00:08+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 14064.895332699014, "last_total_tps": 14064.895332699014}
{"timestamp": "2026-07-16T15:06:46+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 11482.884078475714, "last_total_tps": 11482.884078475714}
{"timestamp": "2026-07-16T15:22:09+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 8161.264785058724, "last_total_tps": 8161.264785058724}
{"timestamp": "2026-07-16T15:34:10+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 3629.0218039514316, "last_total_tps": 3629.0218039514316}
{"timestamp": "2026-07-16T15:36:59+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 31173.237551508326, "last_total_tps": 31173.237551508326}
{"timestamp": "2026-07-16T15:39:33+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 27719.57133134522, "last_total_tps": 26528.84610875391}
{"timestamp": "2026-07-16T15:42:25+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 24136.4598371369, "last_total_tps": 20630.058591354147}
{"timestamp": "2026-07-16T15:48:05+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 17026.620956630413, "last_total_tps": 16874.05385755264}
{"timestamp": "2026-07-16T15:55:10+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 14527.480180568706, "last_total_tps": 14527.480180568706}
{"timestamp": "2026-07-16T16:07:06+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15790.495048183519, "last_total_tps": 8442.615514866722}
{"timestamp": "2026-07-16T16:19:29+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15474.072939048607, "last_total_tps": 7397.5580917508105}
{"timestamp": "2026-07-16T16:32:37+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14467.082373173163, "last_total_tps": 5964.714088744037}
{"timestamp": "2026-07-16T16:46:57+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13621.063853724581, "last_total_tps": 4329.257770068971}
{"timestamp": "2026-07-16T17:10:42+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 13775.839598604127, "last_total_tps": 7982.424026887654}
{"timestamp": "2026-07-16T17:24:40+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 1771.461822081285, "last_total_tps": 1250.0250146108165}
{"timestamp": "2026-07-16T17:27:58+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 2142.3842280060862, "last_total_tps": 720.8602718842554}
{"timestamp": "2026-07-16T17:32:54+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 4817.613398959913, "last_total_tps": 4331.306660759834}
{"timestamp": "2026-07-16T17:44:07+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 6231.279678122503, "last_total_tps": 6231.279678122503}
{"timestamp": "2026-07-16T17:58:42+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 4249.03535847688, "last_total_tps": 4249.03535847688}
{"timestamp": "2026-07-16T18:33:07+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 4082.095146403349, "last_total_tps": 4082.095146403349}
{"timestamp": "2026-07-16T18:35:04+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 20803.05786963908, "last_total_tps": 20803.05786963908}
{"timestamp": "2026-07-16T18:37:16+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 19642.58502143222, "last_total_tps": 15091.895727591496}
{"timestamp": "2026-07-16T18:41:51+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 16790.78056362789, "last_total_tps": 14485.55087923292}
{"timestamp": "2026-07-16T18:45:53+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 7915.097557814089, "last_total_tps": 7915.097557814089}
{"timestamp": "2026-07-16T18:56:11+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 7130.506489441016, "last_total_tps": 7130.506489441016}
{"timestamp": "2026-07-16T19:07:02+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 3935.4715147846564, "last_total_tps": 3935.4715147846564}
{"timestamp": "2026-07-16T19:09:55+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 74710.91951665143, "last_total_tps": 74710.91951665143}
{"timestamp": "2026-07-16T19:13:39+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 65665.0899763922, "last_total_tps": 21252.567939828114}
{"timestamp": "2026-07-16T19:19:23+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10378.673726315716, "last_total_tps": 4652.484093418}
{"timestamp": "2026-07-16T19:23:23+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 13756.653148310354, "last_total_tps": 13756.653148310354}
{"timestamp": "2026-07-16T19:31:18+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 11768.109544317756, "last_total_tps": 11238.391205063512}
{"timestamp": "2026-07-16T19:45:48+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11236.845654006254, "last_total_tps": 11177.020915355364}
{"timestamp": "2026-07-16T20:00:05+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11639.2979296703, "last_total_tps": 9749.419971339748}
{"timestamp": "2026-07-16T20:14:59+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11284.129499543387, "last_total_tps": 7778.892528492904}
{"timestamp": "2026-07-16T20:31:14+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10645.267280643417, "last_total_tps": 5540.70240286873}
{"timestamp": "2026-07-16T21:01:36+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 10573.549484508274, "last_total_tps": 10573.549484508274}
