{"timestamp": "2026-07-17T03:02:57+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 10, "search_cap": 512, "max_successful_concurrency": 160, "saturation_concurrency": 144, "stop_probe_concurrency": 160, "best_tps_concurrency": 128, "best_total_tps": 24218.533538377524, "last_total_tps": 20896.955774416667}
{"timestamp": "2026-07-17T03:25:38+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 256, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 15, "search_cap": 512, "max_successful_concurrency": 240, "saturation_concurrency": 224, "stop_probe_concurrency": 240, "best_tps_concurrency": 240, "best_total_tps": 20149.40043367764, "last_total_tps": 20149.40043367764}
{"timestamp": "2026-07-17T03:58:17+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 15, "search_cap": 512, "max_successful_concurrency": 240, "saturation_concurrency": null, "stop_probe_concurrency": 240, "best_tps_concurrency": 224, "best_total_tps": 14510.556922778758, "last_total_tps": 12683.628339060699}
{"timestamp": "2026-07-17T04:49:49+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 15, "search_cap": 512, "max_successful_concurrency": 240, "saturation_concurrency": null, "stop_probe_concurrency": 240, "best_tps_concurrency": 224, "best_total_tps": 10464.061773456211, "last_total_tps": 9969.152601154745}
{"timestamp": "2026-07-17T05:40:08+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 10, "search_cap": 512, "max_successful_concurrency": 160, "saturation_concurrency": null, "stop_probe_concurrency": 160, "best_tps_concurrency": 160, "best_total_tps": 7165.920914246007, "last_total_tps": 7165.920914246007}
{"timestamp": "2026-07-17T08:12:59+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 14, "search_cap": 512, "max_successful_concurrency": 224, "saturation_concurrency": null, "stop_probe_concurrency": 224, "best_tps_concurrency": 224, "best_total_tps": 6226.953488408162, "last_total_tps": 6226.953488408162}
{"timestamp": "2026-07-17T08:21:35+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 41660.494982592325, "last_total_tps": 22270.41431342428}
{"timestamp": "2026-07-17T08:31:34+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 31736.653246447207, "last_total_tps": 16950.920845500266}
{"timestamp": "2026-07-17T08:43:59+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 21026.710283187298, "last_total_tps": 14257.401581106222}
{"timestamp": "2026-07-17T09:01:24+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 13798.009301581149, "last_total_tps": 11216.004913009716}
{"timestamp": "2026-07-17T09:29:00+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 8849.759539925572, "last_total_tps": 8471.829160413403}
{"timestamp": "2026-07-17T09:47:43+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 4957.290960868959, "last_total_tps": 4957.290960868959}
{"timestamp": "2026-07-17T09:50:14+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 45151.84310219225, "last_total_tps": 45151.84310219225}
{"timestamp": "2026-07-17T09:53:36+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 42533.99259206337, "last_total_tps": 30037.299424555902}
{"timestamp": "2026-07-17T09:57:10+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 21072.54759075096, "last_total_tps": 21072.54759075096}
{"timestamp": "2026-07-17T10:02:22+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 18269.061756587642, "last_total_tps": 18269.061756587642}
{"timestamp": "2026-07-17T10:08:56+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 8010.507208814893, "last_total_tps": 6202.246015879342}
{"timestamp": "2026-07-17T10:19:15+00:00", "engine": "sglang", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 21161.91201514059, "last_total_tps": 4771.883503028429}
{"timestamp": "2026-07-17T10:41:13+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 20064.847256749188, "last_total_tps": 20064.847256749188}
{"timestamp": "2026-07-17T10:49:35+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 16998.193925507032, "last_total_tps": 16998.193925507032}
{"timestamp": "2026-07-17T11:16:42+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 14, "search_cap": 512, "max_successful_concurrency": 224, "saturation_concurrency": null, "stop_probe_concurrency": 224, "best_tps_concurrency": 224, "best_total_tps": 16290.664734334032, "last_total_tps": 16290.664734334032}
{"timestamp": "2026-07-17T11:59:08+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 14, "search_cap": 512, "max_successful_concurrency": 224, "saturation_concurrency": null, "stop_probe_concurrency": 224, "best_tps_concurrency": 224, "best_total_tps": 11924.700934652748, "last_total_tps": 11924.700934652748}
{"timestamp": "2026-07-17T12:32:03+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 8, "search_cap": 512, "max_successful_concurrency": 128, "saturation_concurrency": null, "stop_probe_concurrency": 128, "best_tps_concurrency": 128, "best_total_tps": 7347.710241657577, "last_total_tps": 7347.710241657577}
{"timestamp": "2026-07-17T13:57:11+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 10, "search_cap": 512, "max_successful_concurrency": 160, "saturation_concurrency": 144, "stop_probe_concurrency": 160, "best_tps_concurrency": 160, "best_total_tps": 5792.414649417691, "last_total_tps": 5792.414649417691}
{"timestamp": "2026-07-17T14:02:23+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 62360.79085845758, "last_total_tps": 62360.79085845758}
{"timestamp": "2026-07-17T14:09:26+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 80, "best_total_tps": 48008.51166904608, "last_total_tps": 38405.264544958074}
{"timestamp": "2026-07-17T14:20:49+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 96, "best_total_tps": 33192.15058943144, "last_total_tps": 29547.10813742353}
{"timestamp": "2026-07-17T14:27:36+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 11401.702019271886, "last_total_tps": 11401.702019271886}
{"timestamp": "2026-07-17T14:58:04+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 96, "best_total_tps": 11627.161961587157, "last_total_tps": 9409.041608868225}
{"timestamp": "2026-07-17T15:15:39+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5341.490327065961, "last_total_tps": 5341.490327065961}
{"timestamp": "2026-07-17T15:18:15+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 42435.47732274857, "last_total_tps": 42435.47732274857}
{"timestamp": "2026-07-17T15:21:54+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 42184.2844698077, "last_total_tps": 25260.17465036972}
{"timestamp": "2026-07-17T15:25:40+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 20315.213143648834, "last_total_tps": 20315.213143648834}
{"timestamp": "2026-07-17T15:31:00+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 19718.50327444501, "last_total_tps": 16636.697901789463}
{"timestamp": "2026-07-17T15:37:33+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 7595.656062798347, "last_total_tps": 6639.92627639857}
{"timestamp": "2026-07-17T15:49:09+00:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15952.971597773088, "last_total_tps": 6898.929422081428}
{"timestamp": "2026-07-17T16:11:24+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 15612.537562083084, "last_total_tps": 15612.537562083084}
{"timestamp": "2026-07-17T16:17:10+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 64, "best_total_tps": 13972.196218473699, "last_total_tps": 12761.994994271045}
{"timestamp": "2026-07-17T16:25:57+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 6, "search_cap": 512, "max_successful_concurrency": 96, "saturation_concurrency": null, "stop_probe_concurrency": 96, "best_tps_concurrency": 96, "best_total_tps": 10187.39875273473, "last_total_tps": 10187.39875273473}
{"timestamp": "2026-07-17T16:42:16+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 8254.49886320328, "last_total_tps": 8254.49886320328}
{"timestamp": "2026-07-17T17:09:56+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 6580.543973399365, "last_total_tps": 6580.543973399365}
{"timestamp": "2026-07-17T17:59:52+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 7, "search_cap": 512, "max_successful_concurrency": 112, "saturation_concurrency": null, "stop_probe_concurrency": 112, "best_tps_concurrency": 112, "best_total_tps": 5333.722873915772, "last_total_tps": 5333.722873915772}
{"timestamp": "2026-07-17T18:03:08+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 32068.844335167778, "last_total_tps": 24363.21064565177}
{"timestamp": "2026-07-17T18:08:07+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 48, "best_total_tps": 38696.19023732795, "last_total_tps": 25264.272565269577}
{"timestamp": "2026-07-17T18:14:07+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 48, "best_total_tps": 22005.195656396023, "last_total_tps": 20556.155426231682}
{"timestamp": "2026-07-17T18:17:44+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 4866.203776874325, "last_total_tps": 4179.06484207382}
{"timestamp": "2026-07-17T18:23:44+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 5901.399976779881, "last_total_tps": 5901.399976779881}
{"timestamp": "2026-07-17T18:40:13+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5507.291915274797, "last_total_tps": 5507.291915274797}
{"timestamp": "2026-07-17T18:43:35+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 69448.53298640453, "last_total_tps": 69448.53298640453}
{"timestamp": "2026-07-17T18:47:45+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 67210.7404108151, "last_total_tps": 19717.993491121175}
{"timestamp": "2026-07-17T18:51:49+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 24462.75823518966, "last_total_tps": 24462.75823518966}
{"timestamp": "2026-07-17T18:57:27+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 21304.812891337828, "last_total_tps": 15024.971212176175}
{"timestamp": "2026-07-17T19:04:24+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 7410.364484255659, "last_total_tps": 7410.364484255659}
{"timestamp": "2026-07-17T19:19:57+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 10520.43723343424, "last_total_tps": 10520.43723343424}
{"timestamp": "2026-07-17T19:35:18+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10781.024288681343, "last_total_tps": 9117.650741306736}
{"timestamp": "2026-07-17T19:51:19+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10590.779210797218, "last_total_tps": 7211.833554803717}
{"timestamp": "2026-07-17T20:08:22+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10070.271297180865, "last_total_tps": 5115.848526934653}
{"timestamp": "2026-07-17T20:41:40+00:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_GROUP_SKIP_THRESHOLD", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 10011.510313681734, "last_total_tps": 10011.510313681734}
