{"timestamp":"2026-07-18T05:29:14+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":3015.0735320176436,"last_total_tps":2174.9382852560016}
{"timestamp":"2026-07-18T05:54:34+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":16,"search_cap":512,"max_successful_concurrency":256,"saturation_concurrency":null,"stop_probe_concurrency":256,"best_tps_concurrency":240,"best_total_tps":22823.756401450846,"last_total_tps":22274.270946602188}
{"timestamp":"2026-07-18T06:18:21+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":13,"search_cap":512,"max_successful_concurrency":208,"saturation_concurrency":192,"stop_probe_concurrency":208,"best_tps_concurrency":208,"best_total_tps":16879.23780084254,"last_total_tps":16879.23780084254}
{"timestamp":"2026-07-18T06:42:43+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":10,"search_cap":512,"max_successful_concurrency":160,"saturation_concurrency":null,"stop_probe_concurrency":160,"best_tps_concurrency":160,"best_total_tps":12567.806372858291,"last_total_tps":12567.806372858291}
{"timestamp":"2026-07-18T07:15:50+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":9,"search_cap":512,"max_successful_concurrency":144,"saturation_concurrency":null,"stop_probe_concurrency":144,"best_tps_concurrency":144,"best_total_tps":10264.679524612942,"last_total_tps":10264.679524612942}
{"timestamp":"2026-07-18T08:12:08+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":9,"search_cap":512,"max_successful_concurrency":144,"saturation_concurrency":null,"stop_probe_concurrency":144,"best_tps_concurrency":144,"best_total_tps":9644.270634946442,"last_total_tps":9644.270634946442}
{"timestamp":"2026-07-18T08:16:06+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":22990.788025418202,"last_total_tps":22990.788025418202}
{"timestamp":"2026-07-18T08:23:51+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":26475.222191175653,"last_total_tps":26475.222191175653}
{"timestamp":"2026-07-18T08:34:29+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":512,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":80,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":24080.131736565483,"last_total_tps":22767.404745722128}
{"timestamp":"2026-07-18T08:48:55+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":null,"stop_probe_concurrency":96,"best_tps_concurrency":80,"best_total_tps":17812.993295797234,"last_total_tps":15577.812364742018}
{"timestamp":"2026-07-18T09:02:14+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":11211.68138000053,"last_total_tps":11211.68138000053}
{"timestamp":"2026-07-18T09:23:47+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":8406.252728727331,"last_total_tps":8406.252728727331}
{"timestamp":"2026-07-18T09:25:57+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":22475.134272625077,"last_total_tps":17103.958134486435}
{"timestamp":"2026-07-18T09:28:57+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":22539.211705624853,"last_total_tps":22539.211705624853}
{"timestamp":"2026-07-18T09:34:58+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":18690.72143294463,"last_total_tps":18690.72143294463}
{"timestamp":"2026-07-18T09:45:26+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":32,"best_total_tps":17720.008987633595,"last_total_tps":17096.31387964654}
{"timestamp":"2026-07-18T09:52:23+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":9893.374561568064,"last_total_tps":9893.374561568064}
{"timestamp":"2026-07-18T10:10:27+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":7752.108917909322,"last_total_tps":7707.917754293005}
{"timestamp":"2026-07-18T10:14:08+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":24865.616658934323,"last_total_tps":11122.032460750675}
{"timestamp":"2026-07-18T10:17:49+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":23012.01710741807,"last_total_tps":15887.249318921436}
{"timestamp":"2026-07-18T10:21:02+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":19442.486909391213,"last_total_tps":18631.350055538867}
{"timestamp":"2026-07-18T10:26:36+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":17326.656171496328,"last_total_tps":16664.646127980955}
{"timestamp":"2026-07-18T10:33:30+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":13951.617144820304,"last_total_tps":13577.5608045342}
{"timestamp":"2026-07-18T10:38:51+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":24027.01351446888,"last_total_tps":10012.090128383596}
{"timestamp":"2026-07-18T10:43:53+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":31754.471763504465,"last_total_tps":14216.435608892436}
{"timestamp":"2026-07-18T10:49:00+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":21601.934455438146,"last_total_tps":20658.797131822408}
{"timestamp":"2026-07-18T10:55:38+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":16002.913115323085,"last_total_tps":8422.91731241034}
{"timestamp":"2026-07-18T11:04:00+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":13118.917606193083,"last_total_tps":4303.257993236072}
{"timestamp":"2026-07-18T11:13:43+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":22082.39716918432,"last_total_tps":12976.971644142252}
{"timestamp":"2026-07-18T11:23:26+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":21391.62354069105,"last_total_tps":9648.08002379338}
{"timestamp":"2026-07-18T11:34:07+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":18380.036907849004,"last_total_tps":8694.767469837296}
{"timestamp":"2026-07-18T11:46:01+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":15690.052427755394,"last_total_tps":11290.434955219338}
{"timestamp":"2026-07-18T12:05:17+00:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":19183.73328417493,"last_total_tps":7492.046543774283}
{"timestamp":"2026-07-18T12:20:35+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":3344.8590600064417,"last_total_tps":3105.1557066813575}
{"timestamp":"2026-07-18T12:22:56+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":6548.10995313187,"last_total_tps":6548.10995313187}
{"timestamp":"2026-07-18T12:25:15+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":3752.4892505307353,"last_total_tps":2351.8356531240383}
{"timestamp":"2026-07-18T12:30:27+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":6282.932443000561,"last_total_tps":6282.932443000561}
{"timestamp":"2026-07-18T13:00:40+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":9,"search_cap":512,"max_successful_concurrency":144,"saturation_concurrency":null,"stop_probe_concurrency":144,"best_tps_concurrency":144,"best_total_tps":10013.653613623694,"last_total_tps":10013.653613623694}
{"timestamp":"2026-07-18T13:37:21+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":112,"best_total_tps":8005.974972196393,"last_total_tps":8005.974972196393}
{"timestamp":"2026-07-18T13:39:39+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":19178.900984274085,"last_total_tps":19178.900984274085}
{"timestamp":"2026-07-18T13:44:54+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":24635.58080407481,"last_total_tps":24635.58080407481}
{"timestamp":"2026-07-18T13:56:47+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":48,"best_total_tps":27810.19370932178,"last_total_tps":25413.33859287685}
{"timestamp":"2026-07-18T14:07:21+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":17567.35396640895,"last_total_tps":17567.35396640895}
{"timestamp":"2026-07-18T14:23:11+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":64,"best_total_tps":12739.402829165518,"last_total_tps":12095.484089529828}
{"timestamp":"2026-07-18T14:33:27+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":4580.400381472649,"last_total_tps":4580.400381472649}
{"timestamp":"2026-07-18T14:35:41+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":39853.46551460155,"last_total_tps":39853.46551460155}
{"timestamp":"2026-07-18T14:39:41+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":42569.34108492768,"last_total_tps":31967.098642717658}
{"timestamp":"2026-07-18T14:46:04+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":48,"best_total_tps":39561.92047849611,"last_total_tps":28912.961345619125}
{"timestamp":"2026-07-18T14:49:49+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":19481.210961119526,"last_total_tps":19481.210961119526}
{"timestamp":"2026-07-18T15:02:28+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":48,"best_total_tps":14382.678920590475,"last_total_tps":14183.722585941723}
{"timestamp":"2026-07-18T15:10:11+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":6412.76920954965,"last_total_tps":2138.181531776794}
{"timestamp":"2026-07-18T15:13:40+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":33408.61928165981,"last_total_tps":33408.61928165981}
{"timestamp":"2026-07-18T15:15:44+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":50503.577165846604,"last_total_tps":50503.577165846604}
{"timestamp":"2026-07-18T15:18:23+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":30999.559317019954,"last_total_tps":26123.82918959831}
{"timestamp":"2026-07-18T15:22:44+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":32508.7078149849,"last_total_tps":20577.25215102256}
{"timestamp":"2026-07-18T15:30:35+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":11633.976050505793,"last_total_tps":11633.976050505793}
{"timestamp":"2026-07-18T15:36:59+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":27287.043986532444,"last_total_tps":27287.043986532444}
{"timestamp":"2026-07-18T15:43:07+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":23358.28664193622,"last_total_tps":23358.28664193622}
{"timestamp":"2026-07-18T15:49:39+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":18569.10902612545,"last_total_tps":9111.296968823292}
{"timestamp":"2026-07-18T15:57:12+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14748.417896491363,"last_total_tps":9673.325803607086}
{"timestamp":"2026-07-18T16:05:47+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":15083.518350142393,"last_total_tps":6269.492442147328}
{"timestamp":"2026-07-18T16:16:34+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":18097.595470378677,"last_total_tps":9234.20143323196}
{"timestamp":"2026-07-18T16:27:52+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":16346.160186620771,"last_total_tps":8944.957286178149}
{"timestamp":"2026-07-18T16:40:02+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14751.439899006828,"last_total_tps":8379.130790916777}
{"timestamp":"2026-07-18T16:53:14+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14436.120234197522,"last_total_tps":7485.43284228809}
{"timestamp":"2026-07-18T17:15:45+00:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":14275.478163292184,"last_total_tps":8262.033751699666}
{"timestamp":"2026-07-18T17:30:21+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":10025.042822339861,"last_total_tps":10025.042822339861}
{"timestamp":"2026-07-18T17:37:20+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":6,"search_cap":512,"max_successful_concurrency":96,"saturation_concurrency":80,"stop_probe_concurrency":96,"best_tps_concurrency":64,"best_total_tps":15042.006973739983,"last_total_tps":13845.874509801075}
{"timestamp":"2026-07-18T17:47:07+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":96,"stop_probe_concurrency":112,"best_tps_concurrency":80,"best_total_tps":14896.170124755301,"last_total_tps":10795.07855914963}
{"timestamp":"2026-07-18T18:06:38+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":9,"search_cap":512,"max_successful_concurrency":144,"saturation_concurrency":null,"stop_probe_concurrency":144,"best_tps_concurrency":80,"best_total_tps":10780.359050625337,"last_total_tps":9446.638839430734}
{"timestamp":"2026-07-18T18:27:39+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":80,"best_total_tps":9194.780039334513,"last_total_tps":6468.653255749296}
{"timestamp":"2026-07-18T18:46:10+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":7765.878131868169,"last_total_tps":7765.878131868169}
{"timestamp":"2026-07-18T18:48:27+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":21699.142108086646,"last_total_tps":21699.142108086646}
{"timestamp":"2026-07-18T18:51:36+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":49644.3174513865,"last_total_tps":26136.671923171692}
{"timestamp":"2026-07-18T18:56:21+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":48,"best_total_tps":38130.12746922595,"last_total_tps":25687.214694976436}
{"timestamp":"2026-07-18T19:12:37+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":7,"search_cap":512,"max_successful_concurrency":112,"saturation_concurrency":null,"stop_probe_concurrency":112,"best_tps_concurrency":48,"best_total_tps":24033.173597879653,"last_total_tps":11327.123498416522}
{"timestamp":"2026-07-18T19:26:58+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":64,"best_total_tps":15168.19077602635,"last_total_tps":10324.077501623344}
{"timestamp":"2026-07-18T19:42:52+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":9018.155940958604,"last_total_tps":9018.155940958604}
{"timestamp":"2026-07-18T19:45:13+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":69391.60199642887,"last_total_tps":69391.60199642887}
{"timestamp":"2026-07-18T19:47:41+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":68459.44175385153,"last_total_tps":22157.355357207263}
{"timestamp":"2026-07-18T19:51:39+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":62289.915380678285,"last_total_tps":27074.1521832791}
{"timestamp":"2026-07-18T19:56:49+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":32,"stop_probe_concurrency":48,"best_tps_concurrency":16,"best_total_tps":28391.32676070545,"last_total_tps":22439.056068129194}
{"timestamp":"2026-07-18T20:05:59+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":14246.097125929868,"last_total_tps":10592.394869335376}
{"timestamp":"2026-07-18T20:10:47+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":7416.610969707548,"last_total_tps":7416.610969707548}
{"timestamp":"2026-07-18T20:12:43+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":125755.33533321305,"last_total_tps":125755.33533321305}
{"timestamp":"2026-07-18T20:16:11+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":126697.87934479979,"last_total_tps":23199.60017500774}
{"timestamp":"2026-07-18T20:21:20+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":16309.943166217838,"last_total_tps":16309.943166217838}
{"timestamp":"2026-07-18T20:24:16+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":37116.415047850554,"last_total_tps":37116.415047850554}
{"timestamp":"2026-07-18T20:29:21+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":29677.263467656077,"last_total_tps":17243.923410293}
{"timestamp":"2026-07-18T20:37:16+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":12427.10553270719,"last_total_tps":12427.10553270719}
{"timestamp":"2026-07-18T20:44:54+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":12690.02075088378,"last_total_tps":11648.223035392135}
{"timestamp":"2026-07-18T20:52:43+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":12403.994325300202,"last_total_tps":10254.391874292423}
{"timestamp":"2026-07-18T21:01:05+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11992.382352227098,"last_total_tps":8229.27988033396}
{"timestamp":"2026-07-18T21:10:09+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11182.526858785568,"last_total_tps":6017.363489364099}
{"timestamp":"2026-07-18T21:24:28+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":12338.828565909838,"last_total_tps":12338.828565909838}
{"timestamp":"2026-07-18T21:38:33+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":11878.682996559066,"last_total_tps":11878.682996559066}
{"timestamp":"2026-07-18T21:52:53+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11638.508850323253,"last_total_tps":11074.078414615946}
{"timestamp":"2026-07-18T22:07:40+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11425.73278736242,"last_total_tps":9696.758642433164}
{"timestamp":"2026-07-18T22:38:29+00:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_GROUP_SKIP_THRESHOLD","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":10979.03040593456,"last_total_tps":10979.03040593456}
