{"timestamp":"2026-07-17T03:02:57+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":10,"search_cap":512,"max_successful_concurrency":160,"saturation_concurrency":144,"stop_probe_concurrency":160,"best_tps_concurrency":128,"best_total_tps":24218.533538377524,"last_total_tps":20896.955774416667}
{"timestamp":"2026-07-17T03:25:38+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":15,"search_cap":512,"max_successful_concurrency":240,"saturation_concurrency":224,"stop_probe_concurrency":240,"best_tps_concurrency":240,"best_total_tps":20149.40043367764,"last_total_tps":20149.40043367764}
{"timestamp":"2026-07-17T03:58:17+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":15,"search_cap":512,"max_successful_concurrency":240,"saturation_concurrency":null,"stop_probe_concurrency":240,"best_tps_concurrency":224,"best_total_tps":14510.556922778758,"last_total_tps":12683.628339060699}
{"timestamp":"2026-07-17T04:49:49+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":15,"search_cap":512,"max_successful_concurrency":240,"saturation_concurrency":null,"stop_probe_concurrency":240,"best_tps_concurrency":224,"best_total_tps":10464.061773456211,"last_total_tps":9969.152601154745}
{"timestamp":"2026-07-17T05:40:08+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":10,"search_cap":512,"max_successful_concurrency":160,"saturation_concurrency":null,"stop_probe_concurrency":160,"best_tps_concurrency":160,"best_total_tps":7165.920914246007,"last_total_tps":7165.920914246007}
{"timestamp":"2026-07-17T08:12:59+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":14,"search_cap":512,"max_successful_concurrency":224,"saturation_concurrency":null,"stop_probe_concurrency":224,"best_tps_concurrency":224,"best_total_tps":6226.953488408162,"last_total_tps":6226.953488408162}
{"timestamp":"2026-07-17T08:21:35+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":41660.494982592325,"last_total_tps":22270.41431342428}
{"timestamp":"2026-07-17T08:31:34+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":31736.653246447207,"last_total_tps":16950.920845500266}
{"timestamp":"2026-07-17T08:43:59+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":21026.710283187298,"last_total_tps":14257.401581106222}
{"timestamp":"2026-07-17T09:01:24+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":13798.009301581149,"last_total_tps":11216.004913009716}
{"timestamp":"2026-07-17T09:29:00+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":8849.759539925572,"last_total_tps":8471.829160413403}
{"timestamp":"2026-07-17T09:47:43+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":4957.290960868959,"last_total_tps":4957.290960868959}
{"timestamp":"2026-07-17T09:50:14+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":45151.84310219225,"last_total_tps":45151.84310219225}
{"timestamp":"2026-07-17T09:53:36+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":42533.99259206337,"last_total_tps":30037.299424555902}
{"timestamp":"2026-07-17T09:57:10+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":21072.54759075096,"last_total_tps":21072.54759075096}
{"timestamp":"2026-07-17T10:02:22+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":18269.061756587642,"last_total_tps":18269.061756587642}
{"timestamp":"2026-07-17T10:08:56+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":8010.507208814893,"last_total_tps":6202.246015879342}
{"timestamp":"2026-07-17T10:19:15+00:00","engine":"sglang","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":21161.91201514059,"last_total_tps":4771.883503028429}
{"timestamp":"2026-07-17T10:41:13+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":20064.847256749188,"last_total_tps":20064.847256749188}
{"timestamp":"2026-07-17T10:49:35+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":112,"best_total_tps":16998.193925507032,"last_total_tps":16998.193925507032}
{"timestamp":"2026-07-17T11:16:42+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":14,"search_cap":512,"max_successful_concurrency":224,"saturation_concurrency":null,"stop_probe_concurrency":224,"best_tps_concurrency":224,"best_total_tps":16290.664734334032,"last_total_tps":16290.664734334032}
{"timestamp":"2026-07-17T11:59:08+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":14,"search_cap":512,"max_successful_concurrency":224,"saturation_concurrency":null,"stop_probe_concurrency":224,"best_tps_concurrency":224,"best_total_tps":11924.700934652748,"last_total_tps":11924.700934652748}
{"timestamp":"2026-07-17T12:32:03+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":8,"search_cap":512,"max_successful_concurrency":128,"saturation_concurrency":null,"stop_probe_concurrency":128,"best_tps_concurrency":128,"best_total_tps":7347.710241657577,"last_total_tps":7347.710241657577}
{"timestamp":"2026-07-17T13:57:11+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":10,"search_cap":512,"max_successful_concurrency":160,"saturation_concurrency":144,"stop_probe_concurrency":160,"best_tps_concurrency":160,"best_total_tps":5792.414649417691,"last_total_tps":5792.414649417691}
{"timestamp":"2026-07-17T14:02:23+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":62360.79085845758,"last_total_tps":62360.79085845758}
{"timestamp":"2026-07-17T14:09:26+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":48008.51166904608,"last_total_tps":38405.264544958074}
{"timestamp":"2026-07-17T14:20:49+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":96,"best_total_tps":33192.15058943144,"last_total_tps":29547.10813742353}
{"timestamp":"2026-07-17T14:27:36+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":11401.702019271886,"last_total_tps":11401.702019271886}
{"timestamp":"2026-07-17T14:58:04+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":96,"best_total_tps":11627.161961587157,"last_total_tps":9409.041608868225}
{"timestamp":"2026-07-17T15:15:39+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":5341.490327065961,"last_total_tps":5341.490327065961}
{"timestamp":"2026-07-17T15:18:15+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":42435.47732274857,"last_total_tps":42435.47732274857}
{"timestamp":"2026-07-17T15:21:54+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":42184.2844698077,"last_total_tps":25260.17465036972}
{"timestamp":"2026-07-17T15:25:40+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":20315.213143648834,"last_total_tps":20315.213143648834}
{"timestamp":"2026-07-17T15:31:00+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":19718.50327444501,"last_total_tps":16636.697901789463}
{"timestamp":"2026-07-17T15:37:33+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":7595.656062798347,"last_total_tps":6639.92627639857}
{"timestamp":"2026-07-17T15:49:09+00:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":15952.971597773088,"last_total_tps":6898.929422081428}
{"timestamp":"2026-07-17T16:11:24+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":15612.537562083084,"last_total_tps":15612.537562083084}
{"timestamp":"2026-07-17T16:17:10+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":64,"best_total_tps":13972.196218473699,"last_total_tps":12761.994994271045}
{"timestamp":"2026-07-17T16:25:57+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":96,"best_total_tps":10187.39875273473,"last_total_tps":10187.39875273473}
{"timestamp":"2026-07-17T16:42:16+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":112,"best_total_tps":8254.49886320328,"last_total_tps":8254.49886320328}
{"timestamp":"2026-07-17T17:09:56+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":112,"best_total_tps":6580.543973399365,"last_total_tps":6580.543973399365}
{"timestamp":"2026-07-17T17:59:52+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":112,"best_total_tps":5333.722873915772,"last_total_tps":5333.722873915772}
{"timestamp":"2026-07-17T18:03:08+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":32068.844335167778,"last_total_tps":24363.21064565177}
{"timestamp":"2026-07-17T18:08:07+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":48,"best_total_tps":38696.19023732795,"last_total_tps":25264.272565269577}
{"timestamp":"2026-07-17T18:14:07+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":48,"best_total_tps":22005.195656396023,"last_total_tps":20556.155426231682}
{"timestamp":"2026-07-17T18:17:44+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":4866.203776874325,"last_total_tps":4179.06484207382}
{"timestamp":"2026-07-17T18:23:44+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":5901.399976779881,"last_total_tps":5901.399976779881}
{"timestamp":"2026-07-17T18:40:13+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":5507.291915274797,"last_total_tps":5507.291915274797}
{"timestamp":"2026-07-17T18:43:35+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":69448.53298640453,"last_total_tps":69448.53298640453}
{"timestamp":"2026-07-17T18:47:45+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":67210.7404108151,"last_total_tps":19717.993491121175}
{"timestamp":"2026-07-17T18:51:49+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":24462.75823518966,"last_total_tps":24462.75823518966}
{"timestamp":"2026-07-17T18:57:27+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":21304.812891337828,"last_total_tps":15024.971212176175}
{"timestamp":"2026-07-17T19:04:24+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":7410.364484255659,"last_total_tps":7410.364484255659}
{"timestamp":"2026-07-17T19:19:57+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":10520.43723343424,"last_total_tps":10520.43723343424}
{"timestamp":"2026-07-17T19:35:18+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10781.024288681343,"last_total_tps":9117.650741306736}
{"timestamp":"2026-07-17T19:51:19+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10590.779210797218,"last_total_tps":7211.833554803717}
{"timestamp":"2026-07-17T20:08:22+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10070.271297180865,"last_total_tps":5115.848526934653}
{"timestamp":"2026-07-17T20:41:40+00:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":10011.510313681734,"last_total_tps":10011.510313681734}
