{"timestamp": "2026-07-18T05:29:14+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 3015.0735320176436, "last_total_tps": 2174.9382852560016}
{"timestamp": "2026-07-18T05:54:34+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 16, "search_cap": 512, "max_successful_concurrency": 256, "saturation_concurrency": null, "stop_probe_concurrency": 256, "best_tps_concurrency": 240, "best_total_tps": 22823.756401450846, "last_total_tps": 22274.270946602188}
{"timestamp": "2026-07-18T06:18:21+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 512, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 13, "search_cap": 512, "max_successful_concurrency": 208, "saturation_concurrency": 192, "stop_probe_concurrency": 208, "best_tps_concurrency": 208, "best_total_tps": 16879.23780084254, "last_total_tps": 16879.23780084254}
{"timestamp": "2026-07-18T06:42:43+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 10, "search_cap": 512, "max_successful_concurrency": 160, "saturation_concurrency": null, "stop_probe_concurrency": 160, "best_tps_concurrency": 160, "best_total_tps": 12567.806372858291, "last_total_tps": 12567.806372858291}
{"timestamp": "2026-07-18T07:15:50+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 9, "search_cap": 512, "max_successful_concurrency": 144, "saturation_concurrency": null, "stop_probe_concurrency": 144, "best_tps_concurrency": 144, "best_total_tps": 10264.679524612942, "last_total_tps": 10264.679524612942}
{"timestamp": "2026-07-18T08:12:08+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 9, "search_cap": 512, "max_successful_concurrency": 144, "saturation_concurrency": null, "stop_probe_concurrency": 144, "best_tps_concurrency": 144, "best_total_tps": 9644.270634946442, "last_total_tps": 9644.270634946442}
{"timestamp": "2026-07-18T08:16:06+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 22990.788025418202, "last_total_tps": 22990.788025418202}
{"timestamp": "2026-07-18T08:23:51+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 26475.222191175653, "last_total_tps": 26475.222191175653}
{"timestamp": "2026-07-18T08:34:29+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 512, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": 80, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 24080.131736565483, "last_total_tps": 22767.404745722128}
{"timestamp": "2026-07-18T08:48:55+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 17812.993295797234, "last_total_tps": 15577.812364742018}
{"timestamp": "2026-07-18T09:02:14+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 11211.68138000053, "last_total_tps": 11211.68138000053}
{"timestamp": "2026-07-18T09:23:47+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 8406.252728727331, "last_total_tps": 8406.252728727331}
{"timestamp": "2026-07-18T09:25:57+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 22475.134272625077, "last_total_tps": 17103.958134486435}
{"timestamp": "2026-07-18T09:28:57+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 22539.211705624853, "last_total_tps": 22539.211705624853}
{"timestamp": "2026-07-18T09:34:58+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 18690.72143294463, "last_total_tps": 18690.72143294463}
{"timestamp": "2026-07-18T09:45:26+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 32, "best_total_tps": 17720.008987633595, "last_total_tps": 17096.31387964654}
{"timestamp": "2026-07-18T09:52:23+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 9893.374561568064, "last_total_tps": 9893.374561568064}
{"timestamp": "2026-07-18T10:10:27+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 7752.108917909322, "last_total_tps": 7707.917754293005}
{"timestamp": "2026-07-18T10:14:08+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 24865.616658934323, "last_total_tps": 11122.032460750675}
{"timestamp": "2026-07-18T10:17:49+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 23012.01710741807, "last_total_tps": 15887.249318921436}
{"timestamp": "2026-07-18T10:21:02+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 19442.486909391213, "last_total_tps": 18631.350055538867}
{"timestamp": "2026-07-18T10:26:36+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 17326.656171496328, "last_total_tps": 16664.646127980955}
{"timestamp": "2026-07-18T10:33:30+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 13951.617144820304, "last_total_tps": 13577.5608045342}
{"timestamp": "2026-07-18T10:38:51+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 24027.01351446888, "last_total_tps": 10012.090128383596}
{"timestamp": "2026-07-18T10:43:53+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 31754.471763504465, "last_total_tps": 14216.435608892436}
{"timestamp": "2026-07-18T10:49:00+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 21601.934455438146, "last_total_tps": 20658.797131822408}
{"timestamp": "2026-07-18T10:55:38+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 16002.913115323085, "last_total_tps": 8422.91731241034}
{"timestamp": "2026-07-18T11:04:00+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 13118.917606193083, "last_total_tps": 4303.257993236072}
{"timestamp": "2026-07-18T11:13:43+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 22082.39716918432, "last_total_tps": 12976.971644142252}
{"timestamp": "2026-07-18T11:23:26+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 21391.62354069105, "last_total_tps": 9648.08002379338}
{"timestamp": "2026-07-18T11:34:07+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 18380.036907849004, "last_total_tps": 8694.767469837296}
{"timestamp": "2026-07-18T11:46:01+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15690.052427755394, "last_total_tps": 11290.434955219338}
{"timestamp": "2026-07-18T12:05:17+00:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 19183.73328417493, "last_total_tps": 7492.046543774283}
{"timestamp": "2026-07-18T12:20:35+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 3344.8590600064417, "last_total_tps": 3105.1557066813575}
{"timestamp": "2026-07-18T12:22:56+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 6548.10995313187, "last_total_tps": 6548.10995313187}
{"timestamp": "2026-07-18T12:25:15+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 3752.4892505307353, "last_total_tps": 2351.8356531240383}
{"timestamp": "2026-07-18T12:30:27+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 6282.932443000561, "last_total_tps": 6282.932443000561}
{"timestamp": "2026-07-18T13:00:40+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 9, "search_cap": 512, "max_successful_concurrency": 144, "saturation_concurrency": null, "stop_probe_concurrency": 144, "best_tps_concurrency": 144, "best_total_tps": 10013.653613623694, "last_total_tps": 10013.653613623694}
{"timestamp": "2026-07-18T13:37:21+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 8005.974972196393, "last_total_tps": 8005.974972196393}
{"timestamp": "2026-07-18T13:39:39+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 19178.900984274085, "last_total_tps": 19178.900984274085}
{"timestamp": "2026-07-18T13:44:54+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 24635.58080407481, "last_total_tps": 24635.58080407481}
{"timestamp": "2026-07-18T13:56:47+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 48, "best_total_tps": 27810.19370932178, "last_total_tps": 25413.33859287685}
{"timestamp": "2026-07-18T14:07:21+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 17567.35396640895, "last_total_tps": 17567.35396640895}
{"timestamp": "2026-07-18T14:23:11+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 64, "best_total_tps": 12739.402829165518, "last_total_tps": 12095.484089529828}
{"timestamp": "2026-07-18T14:33:27+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 4580.400381472649, "last_total_tps": 4580.400381472649}
{"timestamp": "2026-07-18T14:35:41+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 39853.46551460155, "last_total_tps": 39853.46551460155}
{"timestamp": "2026-07-18T14:39:41+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 42569.34108492768, "last_total_tps": 31967.098642717658}
{"timestamp": "2026-07-18T14:46:04+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 48, "best_total_tps": 39561.92047849611, "last_total_tps": 28912.961345619125}
{"timestamp": "2026-07-18T14:49:49+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 19481.210961119526, "last_total_tps": 19481.210961119526}
{"timestamp": "2026-07-18T15:02:28+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 48, "best_total_tps": 14382.678920590475, "last_total_tps": 14183.722585941723}
{"timestamp": "2026-07-18T15:10:11+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 6412.76920954965, "last_total_tps": 2138.181531776794}
{"timestamp": "2026-07-18T15:13:40+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 33408.61928165981, "last_total_tps": 33408.61928165981}
{"timestamp": "2026-07-18T15:15:44+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 50503.577165846604, "last_total_tps": 50503.577165846604}
{"timestamp": "2026-07-18T15:18:23+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 30999.559317019954, "last_total_tps": 26123.82918959831}
{"timestamp": "2026-07-18T15:22:44+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 32508.7078149849, "last_total_tps": 20577.25215102256}
{"timestamp": "2026-07-18T15:30:35+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 11633.976050505793, "last_total_tps": 11633.976050505793}
{"timestamp": "2026-07-18T15:36:59+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 27287.043986532444, "last_total_tps": 27287.043986532444}
{"timestamp": "2026-07-18T15:43:07+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 23358.28664193622, "last_total_tps": 23358.28664193622}
{"timestamp": "2026-07-18T15:49:39+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 18569.10902612545, "last_total_tps": 9111.296968823292}
{"timestamp": "2026-07-18T15:57:12+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14748.417896491363, "last_total_tps": 9673.325803607086}
{"timestamp": "2026-07-18T16:05:47+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15083.518350142393, "last_total_tps": 6269.492442147328}
{"timestamp": "2026-07-18T16:16:34+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 18097.595470378677, "last_total_tps": 9234.20143323196}
{"timestamp": "2026-07-18T16:27:52+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 16346.160186620771, "last_total_tps": 8944.957286178149}
{"timestamp": "2026-07-18T16:40:02+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14751.439899006828, "last_total_tps": 8379.130790916777}
{"timestamp": "2026-07-18T16:53:14+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14436.120234197522, "last_total_tps": 7485.43284228809}
{"timestamp": "2026-07-18T17:15:45+00:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 14275.478163292184, "last_total_tps": 8262.033751699666}
{"timestamp": "2026-07-18T17:30:21+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 10025.042822339861, "last_total_tps": 10025.042822339861}
{"timestamp": "2026-07-18T17:37:20+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": 80, "stop_probe_concurrency": 96, "best_tps_concurrency": 64, "best_total_tps": 15042.006973739983, "last_total_tps": 13845.874509801075}
{"timestamp": "2026-07-18T17:47:07+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": 96, "stop_probe_concurrency": 112, "best_tps_concurrency": 80, "best_total_tps": 14896.170124755301, "last_total_tps": 10795.07855914963}
{"timestamp": "2026-07-18T18:06:38+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 9, "search_cap": 512, "max_successful_concurrency": 144, "saturation_concurrency": null, "stop_probe_concurrency": 144, "best_tps_concurrency": 80, "best_total_tps": 10780.359050625337, "last_total_tps": 9446.638839430734}
{"timestamp": "2026-07-18T18:27:39+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 80, "best_total_tps": 9194.780039334513, "last_total_tps": 6468.653255749296}
{"timestamp": "2026-07-18T18:46:10+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 7765.878131868169, "last_total_tps": 7765.878131868169}
{"timestamp": "2026-07-18T18:48:27+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 21699.142108086646, "last_total_tps": 21699.142108086646}
{"timestamp": "2026-07-18T18:51:36+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 49644.3174513865, "last_total_tps": 26136.671923171692}
{"timestamp": "2026-07-18T18:56:21+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 48, "best_total_tps": 38130.12746922595, "last_total_tps": 25687.214694976436}
{"timestamp": "2026-07-18T19:12:37+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 48, "best_total_tps": 24033.173597879653, "last_total_tps": 11327.123498416522}
{"timestamp": "2026-07-18T19:26:58+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 64, "best_total_tps": 15168.19077602635, "last_total_tps": 10324.077501623344}
{"timestamp": "2026-07-18T19:42:52+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 9018.155940958604, "last_total_tps": 9018.155940958604}
{"timestamp": "2026-07-18T19:45:13+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 69391.60199642887, "last_total_tps": 69391.60199642887}
{"timestamp": "2026-07-18T19:47:41+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 68459.44175385153, "last_total_tps": 22157.355357207263}
{"timestamp": "2026-07-18T19:51:39+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 62289.915380678285, "last_total_tps": 27074.1521832791}
{"timestamp": "2026-07-18T19:56:49+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 1024, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 16, "best_total_tps": 28391.32676070545, "last_total_tps": 22439.056068129194}
{"timestamp": "2026-07-18T20:05:59+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 14246.097125929868, "last_total_tps": 10592.394869335376}
{"timestamp": "2026-07-18T20:10:47+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 7416.610969707548, "last_total_tps": 7416.610969707548}
{"timestamp": "2026-07-18T20:12:43+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 125755.33533321305, "last_total_tps": 125755.33533321305}
{"timestamp": "2026-07-18T20:16:11+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 126697.87934479979, "last_total_tps": 23199.60017500774}
{"timestamp": "2026-07-18T20:21:20+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 16309.943166217838, "last_total_tps": 16309.943166217838}
{"timestamp": "2026-07-18T20:24:16+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 37116.415047850554, "last_total_tps": 37116.415047850554}
{"timestamp": "2026-07-18T20:29:21+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 29677.263467656077, "last_total_tps": 17243.923410293}
{"timestamp": "2026-07-18T20:37:16+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 12427.10553270719, "last_total_tps": 12427.10553270719}
{"timestamp": "2026-07-18T20:44:54+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12690.02075088378, "last_total_tps": 11648.223035392135}
{"timestamp": "2026-07-18T20:52:43+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12403.994325300202, "last_total_tps": 10254.391874292423}
{"timestamp": "2026-07-18T21:01:05+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11992.382352227098, "last_total_tps": 8229.27988033396}
{"timestamp": "2026-07-18T21:10:09+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11182.526858785568, "last_total_tps": 6017.363489364099}
{"timestamp": "2026-07-18T21:24:28+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 12338.828565909838, "last_total_tps": 12338.828565909838}
{"timestamp": "2026-07-18T21:38:33+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 11878.682996559066, "last_total_tps": 11878.682996559066}
{"timestamp": "2026-07-18T21:52:53+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11638.508850323253, "last_total_tps": 11074.078414615946}
{"timestamp": "2026-07-18T22:07:40+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11425.73278736242, "last_total_tps": 9696.758642433164}
{"timestamp": "2026-07-18T22:38:29+00:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 10979.03040593456, "last_total_tps": 10979.03040593456}
