diff --git a/README.md b/README.md
index 19e303b..56eb904 100644
--- a/README.md
+++ b/README.md
@@ -11,6 +11,7 @@
 > - 仅用于验证 Gitee 受保护分支的自动 Pull Request 创建与评审流程；不修改实验代码、配置或结果口径。
 
 > **更新（2026-07-20，`903084c`）**
+> - RTX 6000D 的 SGLang DSV4-Flash 默认传入 `--cuda-graph-max-bs-decode 16`，避免 SM120 sparse MLA 在大 batch CUDA Graph 预捕获时 OOM。该参数仅限制预捕获图的 decode batch 上限，不限制服务的 `max-running-requests` 或 benchmark 并发；其他平台默认不受影响。
 > - H20 / RTX 6000D 的 TPxDP matrix baseline 不再显式限制模型上下文或服务内并发：vLLM 使用默认 `max-model-len` / `max-num-seqs`，SGLang 使用默认 `context-length` / `max-running-requests`。
 > - SGLang 固定使用 `--moe-runner-backend marlin`；vLLM 保持框架默认 MoE backend。
 > - `run_adaptive_concurrency_add16.sh` 在首点 OOM 时会重启服务并按 `C=16 -> 8 -> 1` 回退；仅 H20 / RTX 6000D matrix 默认开启，H200 / P800 保持原行为。
diff --git a/capacity_validation_20260721/sglang_tp8_dp1_ctx262144_seq128.status.txt b/capacity_validation_20260721/sglang_tp8_dp1_ctx262144_seq128.status.txt
new file mode 100644
index 0000000..0093e7d
--- /dev/null
+++ b/capacity_validation_20260721/sglang_tp8_dp1_ctx262144_seq128.status.txt
@@ -0,0 +1 @@
+state=exited exit=0
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_points.jsonl
new file mode 100644
index 0000000..ed8cddc
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_points.jsonl
@@ -0,0 +1,123 @@
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":45.75809103800566,"request_tps":1.74832468280973,"input_tps":1790.2844751971636,"output_tps":223.78555939964545,"total_tps":2014.0700345968091,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":966.0686384886503,"ttft_p95_ms":2034.7115117911017,"ttft_p99_ms":2128.985156840936,"tpot_p50_ms":62.10590311402627,"tpot_p95_ms":67.73931600835667,"tpot_p99_ms":73.70199742069052,"e2e_p50_ms":9011.38993499626,"e2e_p95_ms":9833.610037980541,"e2e_p99_ms":10476.87664969766,"itl_p50_ms":56.21428549056873,"itl_p95_ms":56.84125190455234,"itl_p99_ms":307.24645253591007,"validation_errors":[],"timestamp":"2026-07-19T16:26:40+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":68.31730860398966,"request_tps":2.34201263588209,"input_tps":2398.2209391432602,"output_tps":299.77761739290753,"total_tps":2697.9985565361676,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":2111.7291069822386,"ttft_p95_ms":3280.564410348596,"ttft_p99_ms":3364.0004763490288,"tpot_p50_ms":90.44199371648546,"tpot_p95_ms":99.85407436561934,"tpot_p99_ms":101.4241798659585,"e2e_p50_ms":13794.44039450027,"e2e_p95_ms":14870.877946839028,"e2e_p99_ms":14878.09708692279,"itl_p50_ms":89.70465799211524,"itl_p95_ms":90.88875384477433,"itl_p99_ms":97.08821855601865,"validation_errors":[],"timestamp":"2026-07-19T16:28:31+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":33.957534,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":90.91695804198389,"request_tps":2.6397715582297874,"input_tps":2703.1260756273023,"output_tps":337.8907594534128,"total_tps":3041.016835080715,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1621.2167959893122,"ttft_p95_ms":3589.996874053031,"ttft_p99_ms":3667.753717956948,"tpot_p50_ms":122.63921614954941,"tpot_p95_ms":152.86867320954647,"tpot_p99_ms":161.07231451457412,"e2e_p50_ms":17175.110736498027,"e2e_p95_ms":20991.90029080055,"e2e_p99_ms":21123.253226253437,"itl_p50_ms":121.24348251381889,"itl_p95_ms":122.70233639137587,"itl_p99_ms":281.80203924828606,"validation_errors":[],"timestamp":"2026-07-19T16:30:44+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":12.713805,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":112.97835807601223,"request_tps":2.832400872605202,"input_tps":2900.378493547727,"output_tps":362.5473116934659,"total_tps":3262.925805241193,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1917.808808007976,"ttft_p95_ms":6365.351864529657,"ttft_p99_ms":6617.174157642003,"tpot_p50_ms":154.6603503346436,"tpot_p95_ms":172.71239372315418,"tpot_p99_ms":185.59261264622316,"e2e_p50_ms":21509.38717450481,"e2e_p95_ms":26295.04991801514,"e2e_p99_ms":26354.592744095426,"itl_p50_ms":153.05788999830838,"itl_p95_ms":154.05279315891676,"itl_p99_ms":166.17492369899992,"validation_errors":[],"timestamp":"2026-07-19T16:33:20+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":7.297196,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c64_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":74.0936042079993,"request_tps":1.0797153257036864,"input_tps":1105.628493520575,"output_tps":276.40712338014373,"total_tps":1382.0356169007187,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":610.5787245032843,"ttft_p95_ms":701.773040741682,"ttft_p99_ms":714.3357557166017,"tpot_p50_ms":55.76793224700298,"tpot_p95_ms":56.387426797448946,"tpot_p99_ms":56.63403884919734,"e2e_p50_ms":14796.726915999898,"e2e_p95_ms":14979.945788631449,"e2e_p99_ms":14982.956362665282,"itl_p50_ms":55.67307748424355,"itl_p95_ms":56.35922695073532,"itl_p99_ms":56.97343899024415,"validation_errors":[],"timestamp":"2026-07-19T16:35:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":119.86769505200209,"request_tps":1.3348050108962832,"input_tps":1366.840331157794,"output_tps":341.7100827894485,"total_tps":1708.5504139472425,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":688.6117104877485,"ttft_p95_ms":1163.3739612923819,"ttft_p99_ms":1177.1721569771762,"tpot_p50_ms":90.80713267652683,"tpot_p95_ms":92.98598583113727,"tpot_p99_ms":93.19448758144382,"e2e_p50_ms":23925.106331982533,"e2e_p95_ms":24492.44556898193,"e2e_p99_ms":24616.781512082962,"itl_p50_ms":89.4801134854788,"itl_p95_ms":90.56779079255648,"itl_p99_ms":102.43812637228984,"validation_errors":[],"timestamp":"2026-07-19T16:37:51+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":23.625643,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":161.87429630098632,"request_tps":1.4826319278864883,"input_tps":1518.215094155764,"output_tps":379.553773538941,"total_tps":1897.7688676947052,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1114.3473609990906,"ttft_p95_ms":1569.6235118550248,"ttft_p99_ms":1610.2722795610316,"tpot_p50_ms":122.36843655295624,"tpot_p95_ms":124.44205893542589,"tpot_p99_ms":124.79302798355953,"e2e_p50_ms":32313.667278998764,"e2e_p95_ms":32767.42054725473,"e2e_p99_ms":33084.634986489546,"itl_p50_ms":121.1656285013305,"itl_p95_ms":122.36137008585501,"itl_p99_ms":125.15999727474991,"validation_errors":[],"timestamp":"2026-07-19T16:41:15+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":11.074795,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":204.63345443300204,"request_tps":1.563771675978668,"input_tps":1601.302196202156,"output_tps":400.325549050539,"total_tps":2001.6277452526951,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1827.3814615095034,"ttft_p95_ms":2046.6915088472888,"ttft_p99_ms":2058.8512323374744,"tpot_p50_ms":152.96053718433112,"tpot_p95_ms":154.8527726434815,"tpot_p99_ms":155.2729937017966,"e2e_p50_ms":40914.532564987894,"e2e_p95_ms":41172.722083139524,"e2e_p99_ms":41193.93648822908,"itl_p50_ms":152.93750799901318,"itl_p95_ms":153.91316185996402,"itl_p99_ms":156.03091478085844,"validation_errors":[],"timestamp":"2026-07-19T16:45:23+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":5.472683,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c64_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":400,"failed":0,"duration_s":266.4815189729852,"request_tps":1.5010421793661057,"input_tps":1537.0671916708923,"output_tps":384.26679791772307,"total_tps":1921.3339895886154,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":2030.9969960071612,"ttft_p95_ms":43804.01739554654,"ttft_p99_ms":47558.33999909606,"tpot_p50_ms":153.27418444509271,"tpot_p95_ms":161.591497240531,"tpot_p99_ms":168.03527404318618,"e2e_p50_ms":41129.14748600451,"e2e_p95_ms":81928.89725274581,"e2e_p99_ms":86654.84324140503,"itl_p50_ms":152.9155534808524,"itl_p95_ms":153.91765674430644,"itl_p99_ms":155.93546499178044,"validation_errors":[],"timestamp":"2026-07-19T16:50:37+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":80,"num_prompts":400,"warmup_requests":80,"attempt":1,"gain_pct":-4.011423,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c80_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c80_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":146.6898381279898,"request_tps":0.5453683842107618,"input_tps":558.4572254318201,"output_tps":279.22861271591006,"total_tps":837.6858381477302,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":369.6775285061449,"ttft_p95_ms":675.4792850988451,"ttft_p99_ms":681.9479056767887,"tpot_p50_ms":56.48071758315576,"tpot_p95_ms":57.757751060666955,"tpot_p99_ms":58.03269878220394,"e2e_p50_ms":29220.803857504507,"e2e_p95_ms":29917.866557778325,"e2e_p99_ms":30067.456250718096,"itl_p50_ms":55.595057987375185,"itl_p95_ms":56.30946310266154,"itl_p99_ms":62.27763293689345,"validation_errors":[],"timestamp":"2026-07-19T16:53:45+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":239.87981005298207,"request_tps":0.6670006949090919,"input_tps":683.0087115869101,"output_tps":341.50435579345503,"total_tps":1024.513067380365,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1644.2350434954278,"ttft_p95_ms":2577.3398072400596,"ttft_p99_ms":2586.086727694201,"tpot_p50_ms":90.05371974655286,"tpot_p95_ms":93.53130689294508,"tpot_p99_ms":93.80539730978288,"e2e_p50_ms":47532.11144050874,"e2e_p95_ms":50017.66221994185,"e2e_p99_ms":50129.4355865338,"itl_p50_ms":89.54143700248096,"itl_p95_ms":90.5288377427496,"itl_p99_ms":92.13368219876429,"validation_errors":[],"timestamp":"2026-07-19T16:58:27+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":22.30278,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":323.85029042698443,"request_tps":0.7410831705093395,"input_tps":758.8691666015636,"output_tps":379.4345833007818,"total_tps":1138.3037499023453,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1503.5942530084867,"ttft_p95_ms":2936.4872003818027,"ttft_p99_ms":4210.988398180634,"tpot_p50_ms":122.13021768884093,"tpot_p95_ms":131.59836829728138,"tpot_p99_ms":131.9981402750741,"e2e_p50_ms":63774.37036650372,"e2e_p95_ms":69287.78442925832,"e2e_p99_ms":69877.64866109152,"itl_p50_ms":121.19427349534817,"itl_p95_ms":122.16207504679915,"itl_p99_ms":124.60844494402409,"validation_errors":[],"timestamp":"2026-07-19T17:04:35+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":11.106806,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":406.7763984890189,"request_tps":0.7866729760837846,"input_tps":805.5531275097954,"output_tps":402.7765637548977,"total_tps":1208.329691264693,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1978.3242705016164,"ttft_p95_ms":6177.325468804338,"ttft_p99_ms":6731.8185350170825,"tpot_p50_ms":153.41864825537226,"tpot_p95_ms":158.27399034492151,"tpot_p99_ms":161.4790808482554,"e2e_p50_ms":80220.46046800097,"e2e_p95_ms":85234.01135457098,"e2e_p99_ms":85387.70503234759,"itl_p50_ms":152.97671599546447,"itl_p95_ms":153.7998007494025,"itl_p99_ms":155.084224496386,"validation_errors":[],"timestamp":"2026-07-19T17:12:07+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":6.15178,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c64_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":289.11162867199164,"request_tps":0.27670972754528356,"input_tps":283.35076100637036,"output_tps":283.35076100637036,"total_tps":566.7015220127407,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":308.82976998691447,"ttft_p95_ms":687.7405457446002,"ttft_p99_ms":694.7551488046884,"tpot_p50_ms":56.20481210116619,"tpot_p95_ms":56.42548266594616,"tpot_p99_ms":56.55309792573769,"e2e_p50_ms":57776.692240993725,"e2e_p95_ms":58209.62063358456,"e2e_p99_ms":58217.7699219872,"itl_p50_ms":55.5541675130371,"itl_p95_ms":56.186199946387205,"itl_p99_ms":57.5236611373839,"validation_errors":[],"timestamp":"2026-07-19T17:17:37+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":464.2849358069943,"request_tps":0.34461596244103176,"input_tps":352.8867455396165,"output_tps":352.8867455396165,"total_tps":705.773491079233,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":660.3657449886668,"ttft_p95_ms":1179.454766814888,"ttft_p99_ms":1193.2580268059974,"tpot_p50_ms":89.74890938318138,"tpot_p95_ms":90.61301423733656,"tpot_p99_ms":90.67055827487665,"e2e_p50_ms":92787.27784949297,"e2e_p95_ms":93493.25490309711,"e2e_p99_ms":93514.64722043456,"itl_p50_ms":89.57016399654094,"itl_p95_ms":90.29855501576094,"itl_p99_ms":92.84180034708697,"validation_errors":[],"timestamp":"2026-07-19T17:26:00+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":24.540603,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":634.3158033070213,"request_tps":0.37836042985016927,"input_tps":387.44108016657333,"output_tps":387.44108016657333,"total_tps":774.8821603331467,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1063.2957045017974,"ttft_p95_ms":1969.228007044876,"ttft_p99_ms":2698.6068903698356,"tpot_p50_ms":122.15126495112943,"tpot_p95_ms":126.56732416740596,"tpot_p99_ms":126.82789243055448,"e2e_p50_ms":126152.0597685012,"e2e_p95_ms":130272.7804559312,"e2e_p99_ms":131246.95867756382,"itl_p50_ms":121.08326199813746,"itl_p95_ms":122.17956220265478,"itl_p99_ms":125.98974239226662,"validation_errors":[],"timestamp":"2026-07-19T17:37:19+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":9.791905,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":798.1646571719903,"request_tps":0.4009197815571101,"input_tps":410.54185631448075,"output_tps":410.54185631448075,"total_tps":821.0837126289615,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2003.3448270114604,"ttft_p95_ms":6138.976012557396,"ttft_p99_ms":6724.061575309606,"tpot_p50_ms":153.0999105488639,"tpot_p95_ms":156.4284966681247,"tpot_p99_ms":157.80240566166174,"e2e_p50_ms":158558.89014949207,"e2e_p95_ms":163771.6527364464,"e2e_p99_ms":163851.29676633223,"itl_p50_ms":152.92617749946658,"itl_p95_ms":153.88432835025014,"itl_p99_ms":155.5171140559832,"validation_errors":[],"timestamp":"2026-07-19T17:51:18+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":5.962397,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c64_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":574.3904837329756,"request_tps":0.13927807348074145,"input_tps":142.62074724427924,"output_tps":285.2414944885585,"total_tps":427.86224173283773,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":370.9468464803649,"ttft_p95_ms":683.9214850930148,"ttft_p99_ms":690.8789999628789,"tpot_p50_ms":55.87531122422568,"tpot_p95_ms":56.21428653522349,"tpot_p99_ms":56.254174545957724,"e2e_p50_ms":114695.6216260005,"e2e_p95_ms":115450.77480226319,"e2e_p99_ms":115509.94902775303,"itl_p50_ms":55.55067899695132,"itl_p95_ms":55.99754239228787,"itl_p99_ms":57.43924150476233,"validation_errors":[],"timestamp":"2026-07-19T18:01:33+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":927.4055424370163,"request_tps":0.17252430859918677,"input_tps":176.66489200556725,"output_tps":353.3297840111345,"total_tps":529.9946760167018,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":673.6870890017599,"ttft_p95_ms":1189.3149955998517,"ttft_p99_ms":1396.7805511254119,"tpot_p50_ms":90.03469533513109,"tpot_p95_ms":91.02347258513917,"tpot_p99_ms":91.27827913372607,"e2e_p50_ms":185171.9604259997,"e2e_p95_ms":187270.19652175222,"e2e_p99_ms":187690.95341823617,"itl_p50_ms":89.59535548638087,"itl_p95_ms":90.17069296096452,"itl_p99_ms":92.69197563757189,"validation_errors":[],"timestamp":"2026-07-19T18:17:44+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":23.870401,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":1255.7025773619825,"request_tps":0.1911280619525359,"input_tps":195.71513543939676,"output_tps":391.4302708787935,"total_tps":587.1454063181902,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":893.770417504129,"ttft_p95_ms":1622.5474464547005,"ttft_p99_ms":1975.4671537681122,"tpot_p50_ms":121.87310974572735,"tpot_p95_ms":124.35531393803504,"tpot_p99_ms":124.75367849528301,"e2e_p50_ms":250428.42180999287,"e2e_p95_ms":255632.52819221234,"e2e_p99_ms":256521.865158281,"itl_p50_ms":121.09081698872615,"itl_p95_ms":121.85787799535319,"itl_p99_ms":126.2192834840971,"validation_errors":[],"timestamp":"2026-07-19T18:39:22+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":10.783265,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":1582.5237904539972,"request_tps":0.20220865046723743,"input_tps":207.06165807845113,"output_tps":414.12331615690226,"total_tps":621.1849742353534,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1933.5948115185602,"ttft_p95_ms":5501.656896059285,"ttft_p99_ms":6231.246232220437,"tpot_p50_ms":153.21886338202046,"tpot_p95_ms":154.8424147732992,"tpot_p99_ms":155.7730854341414,"e2e_p50_ms":315639.4586360111,"e2e_p95_ms":320293.8255324945,"e2e_p99_ms":322229.9246472484,"itl_p50_ms":152.9871869861381,"itl_p95_ms":153.70752229646314,"itl_p99_ms":156.1767888814211,"validation_errors":[],"timestamp":"2026-07-19T19:06:27+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":5.797468,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c64_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1145.9672196260071,"request_tps":0.06981002478073366,"input_tps":71.48546537547126,"output_tps":285.94186150188506,"total_tps":357.4273268773563,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":319.1140099952463,"ttft_p95_ms":857.0534177546506,"ttft_p99_ms":863.5626676186803,"tpot_p50_ms":55.797002622713414,"tpot_p95_ms":56.17411511817114,"tpot_p99_ms":56.22538581416979,"e2e_p50_ms":228756.03396850056,"e2e_p95_ms":230318.87342675764,"e2e_p99_ms":230559.8683003831,"itl_p50_ms":55.563121000886895,"itl_p95_ms":55.971084188786335,"itl_p99_ms":58.321655477047926,"validation_errors":[],"timestamp":"2026-07-19T19:26:16+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1024_o4096_a1.log"}
+{"timestamp":"2026-07-19T20:30:39+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":2,"status":"FAILED","completed":0,"failed":160,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o4096_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1024_o4096_a2.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":81.89681914300309,"request_tps":0.9768389155665377,"input_tps":4001.1321981605383,"output_tps":125.03538119251682,"total_tps":4126.167579353055,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":2859.352730491082,"ttft_p95_ms":8874.22120456904,"ttft_p99_ms":8966.34952621185,"tpot_p50_ms":104.95017222440471,"tpot_p95_ms":123.94966615542015,"tpot_p99_ms":130.02302830012854,"e2e_p50_ms":16185.34872199234,"e2e_p95_ms":21169.950791318843,"e2e_p99_ms":21178.230084493407,"itl_p50_ms":55.98482099594548,"itl_p95_ms":73.96640551305609,"itl_p99_ms":1529.555671660637,"validation_errors":[],"timestamp":"2026-07-19T20:37:00+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":26.155249688978074,"request_tps":1.5293296938723608,"input_tps":6264.13442610119,"output_tps":195.7542008156622,"total_tps":6459.888626916852,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":491.13562451384496,"ttft_p95_ms":596.624422907189,"ttft_p99_ms":600.2512157679303,"tpot_p50_ms":37.131002322815576,"tpot_p95_ms":37.73035542865506,"tpot_p99_ms":37.84750583691625,"e2e_p50_ms":5210.654695489211,"e2e_p95_ms":5322.889239164942,"e2e_p99_ms":5325.866910810291,"itl_p50_ms":37.13859750132542,"itl_p95_ms":37.31729748833459,"itl_p99_ms":39.08049916004529,"validation_errors":[],"timestamp":"2026-07-19T20:38:06+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c8_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c8_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":75.42401378400973,"request_tps":1.0606701498158722,"input_tps":4344.504933645812,"output_tps":271.53155835286327,"total_tps":4616.036491998675,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":746.8094975047279,"ttft_p95_ms":874.9502541657421,"ttft_p99_ms":885.7113915163791,"tpot_p50_ms":56.03775604903086,"tpot_p95_ms":56.89487021564228,"tpot_p99_ms":57.38935958757522,"e2e_p50_ms":15052.772452982026,"e2e_p95_ms":15265.776674725928,"e2e_p99_ms":15335.952213420533,"itl_p50_ms":55.96377050096635,"itl_p95_ms":56.504768154991325,"itl_p99_ms":57.15142321627354,"validation_errors":[],"timestamp":"2026-07-19T20:40:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":163.1942632360151,"request_tps":0.9804266205645018,"input_tps":4015.8274378321994,"output_tps":250.98921486451246,"total_tps":4266.816652696712,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":2804.6608884906163,"ttft_p95_ms":17467.909856518963,"ttft_p99_ms":17836.15434139705,"tpot_p50_ms":92.55198288820775,"tpot_p95_ms":140.602952985198,"tpot_p99_ms":147.18676339901697,"e2e_p50_ms":32522.168422015966,"e2e_p95_ms":41035.272393024934,"e2e_p99_ms":41124.002710973145,"itl_p50_ms":89.88029949250631,"itl_p95_ms":90.86760856152978,"itl_p99_ms":91.65018177707681,"validation_errors":[],"timestamp":"2026-07-19T20:43:29+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-7.565361,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":189.21643870900152,"request_tps":0.4227962461709422,"input_tps":1731.7734243161792,"output_tps":216.4716780395224,"total_tps":1948.2451023557016,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":2321.025865006959,"ttft_p95_ms":8267.355153127573,"ttft_p99_ms":8914.786548681148,"tpot_p50_ms":68.93422490707668,"tpot_p95_ms":73.80511381304227,"tpot_p99_ms":75.46751048960897,"e2e_p50_ms":37532.454814514495,"e2e_p95_ms":42578.57055450004,"e2e_p99_ms":42592.47499686811,"itl_p50_ms":55.664035491645336,"itl_p95_ms":56.327348419290495,"itl_p99_ms":403.5212706634774,"validation_errors":[],"timestamp":"2026-07-19T20:47:22+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":97.84859865999897,"request_tps":0.40879481717454796,"input_tps":1674.4235711469485,"output_tps":209.30294639336856,"total_tps":1883.7265175403172,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":443.1032839929685,"ttft_p95_ms":544.1809296535212,"ttft_p99_ms":547.8180128202075,"tpot_p50_ms":37.252062226017095,"tpot_p95_ms":38.013069438239455,"tpot_p99_ms":38.09436814411675,"e2e_p50_ms":19466.754516994115,"e2e_p95_ms":19937.913473902154,"e2e_p99_ms":19968.692628253484,"itl_p50_ms":36.90327600634191,"itl_p95_ms":37.294287313125096,"itl_p99_ms":38.15414267999586,"validation_errors":[],"timestamp":"2026-07-19T20:49:38+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c8_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c8_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":291.05865560198436,"request_tps":0.27485868727916496,"input_tps":1125.8211830954597,"output_tps":281.4552957738649,"total_tps":1407.2764788693248,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":420.61298100452404,"ttft_p95_ms":841.649967385456,"ttft_p99_ms":849.1849317794548,"tpot_p50_ms":56.399785099700836,"tpot_p95_ms":57.00824858429667,"tpot_p99_ms":57.108856370006976,"e2e_p50_ms":58206.056249007815,"e2e_p95_ms":58688.436214286776,"e2e_p99_ms":58784.04964422487,"itl_p50_ms":55.69111001386773,"itl_p95_ms":56.3263103045756,"itl_p99_ms":57.588652045233175,"validation_errors":[],"timestamp":"2026-07-19T20:55:10+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":507.87475304302643,"request_tps":0.3150383023399571,"input_tps":1290.3968863844643,"output_tps":322.5992215961161,"total_tps":1612.9961079805803,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2596.907357990858,"ttft_p95_ms":17678.256520764262,"ttft_p99_ms":18024.108934848045,"tpot_p50_ms":90.38043318525501,"tpot_p95_ms":102.45259170490056,"tpot_p99_ms":104.544203998612,"e2e_p50_ms":101462.08245800517,"e2e_p95_ms":109882.64429113478,"e2e_p99_ms":109900.91132653703,"itl_p50_ms":89.77051349938847,"itl_p95_ms":90.44030708028004,"itl_p99_ms":91.4382072337321,"validation_errors":[],"timestamp":"2026-07-19T21:04:21+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":14.618281,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":615.7554306450184,"request_tps":0.1299217124503443,"input_tps":532.1593341966103,"output_tps":266.07966709830515,"total_tps":798.2390012949154,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2371.0375984956045,"ttft_p95_ms":8224.294061493129,"ttft_p99_ms":8846.413070027773,"tpot_p50_ms":58.97692661089734,"tpot_p95_ms":60.022057286324575,"tpot_p99_ms":60.314399035269936,"e2e_p50_ms":122956.30716200685,"e2e_p95_ms":127965.49029015587,"e2e_p99_ms":127971.07248179585,"itl_p50_ms":55.62328149972018,"itl_p95_ms":55.95580973895267,"itl_p99_ms":58.3268113640952,"validation_errors":[],"timestamp":"2026-07-19T21:15:17+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":378.81922699301504,"request_tps":0.10559126134518391,"input_tps":432.5018064698733,"output_tps":216.25090323493666,"total_tps":648.75270970481,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":376.019894509227,"ttft_p95_ms":536.9339197306545,"ttft_p99_ms":540.2873622410698,"tpot_p50_ms":36.775129952852545,"tpot_p95_ms":37.05372427337314,"tpot_p99_ms":37.066419555601286,"e2e_p50_ms":75636.86828550999,"e2e_p95_ms":76388.7910606456,"e2e_p99_ms":76390.1689928156,"itl_p50_ms":36.611414499930106,"itl_p95_ms":37.088385548850056,"itl_p99_ms":37.42893086833648,"validation_errors":[],"timestamp":"2026-07-19T21:22:13+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c8_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c8_i4096_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1145.745911606995,"request_tps":0.0698235090254819,"input_tps":285.99709296837386,"output_tps":285.99709296837386,"total_tps":571.9941859367477,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":438.07100151025224,"ttft_p95_ms":864.60728738748,"ttft_p99_ms":871.9485661821091,"tpot_p50_ms":55.72442789084089,"tpot_p95_ms":56.18084126257604,"tpot_p99_ms":56.21061927693083,"e2e_p50_ms":228554.69727849413,"e2e_p95_ms":230486.07615945075,"e2e_p99_ms":230647.6488783196,"itl_p50_ms":55.60087949561421,"itl_p95_ms":55.96749003598234,"itl_p99_ms":57.250219102134004,"validation_errors":[],"timestamp":"2026-07-19T21:41:59+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i4096_o4096_a1.log"}
+{"timestamp":"2026-07-19T22:46:33+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":2,"status":"FAILED","completed":0,"failed":160,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i4096_o4096_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i4096_o4096_a2.log"}
+{"timestamp":"2026-07-19T22:52:01+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o128_a1.log"}
+{"timestamp":"2026-07-19T22:57:14+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o256_a1.log"}
+{"timestamp":"2026-07-19T23:02:18+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o512_a1.log"}
+{"timestamp":"2026-07-19T23:07:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o1024_a1.log"}
+{"timestamp":"2026-07-19T23:12:31+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o2048_a1.log"}
+{"timestamp":"2026-07-19T23:17:58+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i8192_o4096_a1.log"}
+{"timestamp":"2026-07-19T23:23:13+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i16384_o128_a1.log"}
+{"timestamp":"2026-07-19T23:28:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i16384_o256_a1.log"}
+{"timestamp":"2026-07-19T23:33:40+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i16384_o512_a1.log"}
+{"timestamp":"2026-07-19T23:38:50+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i16384_o1024_a1.log"}
+{"timestamp":"2026-07-19T23:44:02+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i16384_o2048_a1.log"}
+{"timestamp":"2026-07-19T23:49:07+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i32768_o128_a1.log"}
+{"timestamp":"2026-07-19T23:54:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i32768_o256_a1.log"}
+{"timestamp":"2026-07-19T23:59:51+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i32768_o512_a1.log"}
+{"timestamp":"2026-07-20T00:04:57+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i32768_o1024_a1.log"}
+{"timestamp":"2026-07-20T00:10:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i32768_o2048_a1.log"}
+{"timestamp":"2026-07-20T00:15:31+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i65536_o128_a1.log"}
+{"timestamp":"2026-07-20T00:20:46+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i65536_o256_a1.log"}
+{"timestamp":"2026-07-20T00:26:01+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i65536_o512_a1.log"}
+{"timestamp":"2026-07-20T00:31:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i65536_o1024_a1.log"}
+{"timestamp":"2026-07-20T00:36:28+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i131072_o128_a1.log"}
+{"timestamp":"2026-07-20T00:41:47+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i131072_o256_a1.log"}
+{"timestamp":"2026-07-20T00:47:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i131072_o512_a1.log"}
+{"timestamp":"2026-07-20T00:52:43+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i262144_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i262144_o128_a1.log"}
+{"timestamp":"2026-07-20T00:58:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i262144_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i262144_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":93.86272480202024,"request_tps":0.852308519369535,"input_tps":446855.12900321477,"output_tps":109.09549047930048,"total_tps":446964.2244936941,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":145.92356801179227,"tpot_p95_ms":175.20092944040533,"tpot_p99_ms":213.94141441139828,"e2e_p50_ms":18532.293137497618,"e2e_p95_ms":22250.518038931477,"e2e_p99_ms":27170.559630247586,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:05:33+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":185.214235670981,"request_tps":0.8638644833123293,"input_tps":452913.7822268545,"output_tps":110.57465386397816,"total_tps":453024.3568807185,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":285.6546221023671,"tpot_p95_ms":321.8112072249228,"tpot_p99_ms":344.63309745982144,"e2e_p50_ms":36278.13700700062,"e2e_p95_ms":40870.02331756519,"e2e_p99_ms":43768.40337739733,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:10:16+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":1.355843,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":281.9197397750104,"request_tps":0.8513061206410556,"input_tps":446329.58337865776,"output_tps":108.96718344205512,"total_tps":446438.55056209984,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":434.95545729533694,"tpot_p95_ms":474.44560833706834,"tpot_p99_ms":487.51029203979084,"e2e_p50_ms":55239.343076507794,"e2e_p95_ms":60254.59225880768,"e2e_p99_ms":61913.80708905344,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:17:02+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-1.453742,"plateau_streak":2,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":191.12721313000657,"request_tps":0.4185693847039104,"input_tps":438901.8111352876,"output_tps":53.576881242100534,"total_tps":438955.3880165297,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":285.6105440905809,"tpot_p95_ms":359.125489679002,"tpot_p99_ms":442.0814187371987,"e2e_p50_ms":36272.539099503774,"e2e_p95_ms":45608.93718923325,"e2e_p99_ms":56144.34017962424,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:21:53+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c16_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":375.36410905700177,"request_tps":0.4262527933263402,"input_tps":446958.4490149605,"output_tps":54.560357545771545,"total_tps":447013.0093725063,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":574.9385259173788,"tpot_p95_ms":676.5048806786106,"tpot_p99_ms":805.7630403765717,"e2e_p50_ms":73017.19279150711,"e2e_p95_ms":85916.11984618354,"e2e_p99_ms":102331.9061278246,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:30:47+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":1.835636,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c32_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":568.7525477849995,"request_tps":0.4219761316844687,"input_tps":442474.04425717343,"output_tps":54.01294485561199,"total_tps":442528.05720202904,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":864.1213524568043,"tpot_p95_ms":980.8479844122841,"tpot_p99_ms":1066.6880692023458,"e2e_p50_ms":109743.41176201415,"e2e_p95_ms":124567.69402036007,"e2e_p99_ms":135469.3847886979,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T01:43:47+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-1.003316,"plateau_streak":2,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp4_dp2/logs/sglang_c48_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":82.03055495899753,"request_tps":0.9752463583842327,"input_tps":998.6522709854543,"output_tps":124.83153387318178,"total_tps":1123.4838048586362,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":3672.1538544952637,"ttft_p95_ms":4560.280709819926,"ttft_p99_ms":4563.380505958048,"tpot_p50_ms":100.2184281496452,"tpot_p95_ms":103.11208689712744,"tpot_p99_ms":105.98241591744949,"e2e_p50_ms":16219.928906008136,"e2e_p95_ms":17087.95190929377,"e2e_p99_ms":17092.967568973254,"itl_p50_ms":98.29490700212773,"itl_p95_ms":98.8717349988292,"itl_p99_ms":105.12349742668448,"validation_errors":[],"timestamp":"2026-07-20T01:49:48+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":45.55652041302528,"request_tps":0.8780301839857684,"input_tps":899.1029084014268,"output_tps":112.38786355017835,"total_tps":1011.4907719516051,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":745.9724269865546,"ttft_p95_ms":888.8375836497288,"ttft_p99_ms":930.8133942549466,"tpot_p50_ms":65.87315889764723,"tpot_p95_ms":66.52266457985114,"tpot_p99_ms":66.57119219511743,"e2e_p50_ms":9037.433200501255,"e2e_p95_ms":9266.159309841169,"e2e_p99_ms":9267.25480155903,"itl_p50_ms":65.75766150490381,"itl_p95_ms":66.60885007440811,"itl_p99_ms":69.7477059517405,"validation_errors":[],"timestamp":"2026-07-20T01:51:17+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c8_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":130.30871773700346,"request_tps":0.6139266918538835,"input_tps":628.6609324583767,"output_tps":157.16523311459417,"total_tps":785.8261655729708,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1120.024846488377,"ttft_p95_ms":1207.869494256738,"ttft_p99_ms":1291.8202530604322,"tpot_p50_ms":98.11187491765904,"tpot_p95_ms":98.5341007059141,"tpot_p99_ms":98.83301324386595,"e2e_p50_ms":25980.967177500133,"e2e_p95_ms":26326.103607968253,"e2e_p99_ms":26329.71394486318,"itl_p50_ms":97.79269348655362,"itl_p95_ms":98.64488312159665,"itl_p99_ms":100.32346054853406,"validation_errors":[],"timestamp":"2026-07-20T01:54:07+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":228.19197840802372,"request_tps":0.7011639984728493,"input_tps":717.9919344361977,"output_tps":179.4979836090494,"total_tps":897.4899180452471,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":2835.875382501399,"ttft_p95_ms":7280.653848734801,"ttft_p99_ms":7283.135062424699,"tpot_p50_ms":161.4768262627288,"tpot_p95_ms":176.2965304292248,"tpot_p99_ms":176.60154102676248,"e2e_p50_ms":45476.191712514265,"e2e_p95_ms":48223.10451691446,"e2e_p99_ms":48224.68930677074,"itl_p50_ms":160.29213850561064,"itl_p95_ms":161.65281530411448,"itl_p99_ms":162.70003092446132,"validation_errors":[],"timestamp":"2026-07-20T01:58:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":14.209727,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":255.74765742200543,"request_tps":0.3128083393076527,"input_tps":320.3157394510364,"output_tps":160.1578697255182,"total_tps":480.47360917655453,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1118.0752605141606,"ttft_p95_ms":1409.0788850851823,"ttft_p99_ms":1413.0918879943783,"tpot_p50_ms":97.69744491976925,"tpot_p95_ms":98.38596875996897,"tpot_p99_ms":98.55120402942772,"e2e_p50_ms":50980.87899350503,"e2e_p95_ms":51685.512765997555,"e2e_p99_ms":51690.721290302754,"itl_p50_ms":97.7977910079062,"itl_p95_ms":99.387941788882,"itl_p99_ms":99.85366830514975,"validation_errors":[],"timestamp":"2026-07-20T02:03:43+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":419.9627557010099,"request_tps":0.3809861656253896,"input_tps":390.12983360039897,"output_tps":195.06491680019948,"total_tps":585.1947504005985,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":2123.6375394946663,"ttft_p95_ms":2244.7542985959444,"ttft_p99_ms":2250.586643819115,"tpot_p50_ms":160.33391132191576,"tpot_p95_ms":160.962470773361,"tpot_p99_ms":160.96611885512712,"e2e_p50_ms":83899.37812399876,"e2e_p95_ms":84165.43368056446,"e2e_p99_ms":84168.35617529636,"itl_p50_ms":160.26947849604767,"itl_p95_ms":161.05671106488444,"itl_p99_ms":162.37595000304285,"validation_errors":[],"timestamp":"2026-07-20T02:11:30+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":21.795399,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":652.2024137710105,"request_tps":0.3679839186922489,"input_tps":376.81553274086286,"output_tps":188.40776637043143,"total_tps":565.2232991112943,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":7296.65833049512,"ttft_p95_ms":92844.9499766939,"ttft_p99_ms":94197.53149084921,"tpot_p50_ms":160.18443122017928,"tpot_p95_ms":168.01666950853337,"tpot_p99_ms":168.42445787259092,"e2e_p50_ms":89267.2082890058,"e2e_p95_ms":178286.28401644528,"e2e_p99_ms":178290.67033226456,"itl_p50_ms":160.22515400254633,"itl_p95_ms":160.90906916360836,"itl_p99_ms":161.9741606983007,"validation_errors":[],"timestamp":"2026-07-20T02:23:08+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-3.412787,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c48_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c48_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":505.5169527049875,"request_tps":0.15825384207577084,"input_tps":162.05193428558934,"output_tps":162.05193428558934,"total_tps":324.1038685711787,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1113.864678016398,"ttft_p95_ms":1206.860075001896,"ttft_p99_ms":1210.8130059903488,"tpot_p50_ms":97.80059396042063,"tpot_p95_ms":98.08045551109431,"tpot_p99_ms":98.10932923574599,"e2e_p50_ms":101031.81565299747,"e2e_p95_ms":101299.42976524762,"e2e_p99_ms":101304.2220847102,"itl_p50_ms":97.76630549458787,"itl_p95_ms":98.20804635382956,"itl_p99_ms":99.13733074819902,"validation_errors":[],"timestamp":"2026-07-20T02:32:15+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":829.9155336430122,"request_tps":0.19279070401015524,"input_tps":197.41768090639897,"output_tps":197.41768090639897,"total_tps":394.83536181279794,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2127.4975709966384,"ttft_p95_ms":2247.3991984588793,"ttft_p99_ms":2254.413967386936,"tpot_p50_ms":160.2225714980483,"tpot_p95_ms":160.69862718665834,"tpot_p99_ms":160.7012979763606,"e2e_p50_ms":165858.9727034996,"e2e_p95_ms":166388.1504683086,"e2e_p99_ms":166396.45725601178,"itl_p50_ms":160.19265599607024,"itl_p95_ms":160.8680975594325,"itl_p99_ms":162.3907250686898,"validation_errors":[],"timestamp":"2026-07-20T02:46:48+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":21.823712,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":1262.1643683520088,"request_tps":0.19014956056267443,"input_tps":194.71315001617862,"output_tps":194.71315001617862,"total_tps":389.42630003235723,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2246.4434365101624,"ttft_p95_ms":168123.30825743265,"ttft_p99_ms":168131.30694872758,"tpot_p50_ms":160.11327830058949,"tpot_p95_ms":160.36406936544478,"tpot_p99_ms":160.37009912194065,"e2e_p50_ms":166213.26810900064,"e2e_p95_ms":332169.29856550705,"e2e_p99_ms":332176.70729070174,"itl_p50_ms":160.06593599740881,"itl_p95_ms":160.65855938650202,"itl_p99_ms":162.00449236988788,"validation_errors":[],"timestamp":"2026-07-20T03:08:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-1.369954,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c48_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c48_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1007.9410863530065,"request_tps":0.07936971821385003,"input_tps":81.27459145098243,"output_tps":162.54918290196485,"total_tps":243.82377435294725,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1174.0886000043247,"ttft_p95_ms":1211.530751051032,"ttft_p99_ms":1213.2352866820293,"tpot_p50_ms":97.87207225281436,"tpot_p95_ms":98.03444713439103,"tpot_p99_ms":98.16742171913533,"e2e_p50_ms":201551.50165699888,"e2e_p95_ms":201772.2327473908,"e2e_p99_ms":201778.0628291148,"itl_p50_ms":97.91548200882971,"itl_p95_ms":98.34596805885667,"itl_p99_ms":99.52494563447544,"validation_errors":[],"timestamp":"2026-07-20T03:26:12+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":1651.9103886930097,"request_tps":0.09685755419614007,"input_tps":99.18213549684744,"output_tps":198.36427099369487,"total_tps":297.5464064905423,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2123.51189799665,"ttft_p95_ms":2246.682828947087,"ttft_p99_ms":2253.393578235118,"tpot_p50_ms":160.4136439553011,"tpot_p95_ms":160.56480083480542,"tpot_p99_ms":160.6930180340405,"e2e_p50_ms":330184.6509619936,"e2e_p95_ms":330894.44547182065,"e2e_p99_ms":330900.2145034948,"itl_p50_ms":160.35745150293224,"itl_p95_ms":160.90525960316882,"itl_p99_ms":162.67102767684264,"validation_errors":[],"timestamp":"2026-07-20T03:54:26+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":22.033385,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i1024_o2048_a1.log"}
+{"timestamp":"2026-07-20T04:58:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":2,"status":"FAILED","completed":0,"failed":240,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c48_i1024_o2048_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c48_i1024_o2048_a2.log"}
+{"timestamp":"2026-07-20T06:07:06+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1024_o4096_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1024_o4096_a2.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":158.55314209798235,"request_tps":0.5045626907258751,"input_tps":2066.6887812131845,"output_tps":64.58402441291202,"total_tps":2131.2728056260967,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":13012.68513200921,"ttft_p95_ms":19166.407792569953,"ttft_p99_ms":19333.687616594252,"tpot_p50_ms":147.52806217318462,"tpot_p95_ms":216.8132405018037,"tpot_p99_ms":220.16004714172044,"e2e_p50_ms":31630.757382517913,"e2e_p95_ms":31853.626571547647,"e2e_p99_ms":31858.317315510067,"itl_p50_ms":98.17514150927309,"itl_p95_ms":99.23820996045833,"itl_p99_ms":106.025394955941,"validation_errors":[],"timestamp":"2026-07-20T06:14:52+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":46.034909787995275,"request_tps":0.8689057974526753,"input_tps":3559.038146366158,"output_tps":111.21994207394243,"total_tps":3670.2580884401004,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":901.4514400041662,"ttft_p95_ms":917.0078334675054,"ttft_p99_ms":918.4052392077865,"tpot_p50_ms":65.3202938700579,"tpot_p95_ms":66.94910179678804,"tpot_p99_ms":67.14558469939621,"e2e_p50_ms":9184.998633500072,"e2e_p95_ms":9221.070943663653,"e2e_p99_ms":9222.193584713095,"itl_p50_ms":65.72220649104565,"itl_p95_ms":65.96912729437463,"itl_p99_ms":68.45719460427063,"validation_errors":[],"timestamp":"2026-07-20T06:16:22+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c8_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c8_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":132.46816741698422,"request_tps":0.6039186738967668,"input_tps":2473.6508882811568,"output_tps":154.6031805175723,"total_tps":2628.2540687987293,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":1434.2416299914476,"ttft_p95_ms":1519.3751028375118,"ttft_p99_ms":1521.500185689656,"tpot_p50_ms":98.17962393920193,"tpot_p95_ms":99.60371320361874,"tpot_p99_ms":100.19485865056735,"e2e_p50_ms":26489.200495489058,"e2e_p95_ms":26613.832274411106,"e2e_p99_ms":26619.881173763715,"itl_p50_ms":98.19902600429486,"itl_p95_ms":98.92909727495862,"itl_p99_ms":99.82662675523893,"validation_errors":[],"timestamp":"2026-07-20T06:19:15+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":307.28228773598676,"request_tps":0.5206938583374193,"input_tps":2132.7620437500696,"output_tps":133.29762773437935,"total_tps":2266.0596714844487,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":4467.736321981647,"ttft_p95_ms":36811.47255149408,"ttft_p99_ms":38178.229900289734,"tpot_p50_ms":172.90349320392124,"tpot_p95_ms":275.8511401740743,"tpot_p99_ms":293.97284658824543,"e2e_p50_ms":61297.76178050088,"e2e_p95_ms":79367.97147649631,"e2e_p99_ms":79372.88171868859,"itl_p50_ms":160.66533100092784,"itl_p95_ms":161.74751474463847,"itl_p99_ms":163.15659774816606,"validation_errors":[],"timestamp":"2026-07-20T06:25:08+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-13.780799,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":345.8796771870111,"request_tps":0.2312943063050952,"input_tps":947.38147862567,"output_tps":118.42268482820874,"total_tps":1065.8041634538788,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":12510.676485515432,"ttft_p95_ms":19149.974312497943,"ttft_p99_ms":19247.62631489284,"tpot_p50_ms":111.12952062917883,"tpot_p95_ms":127.5188230624463,"tpot_p99_ms":129.96442193147823,"e2e_p50_ms":69272.0570845122,"e2e_p95_ms":69367.17119825189,"e2e_p99_ms":69370.09607415064,"itl_p50_ms":98.03149501385633,"itl_p95_ms":98.37829993921332,"itl_p99_ms":99.14854463859228,"validation_errors":[],"timestamp":"2026-07-20T06:31:38+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":171.05065538099734,"request_tps":0.23384885553875376,"input_tps":957.8449122867354,"output_tps":119.73061403584192,"total_tps":1077.5755263225774,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":847.4824280128814,"ttft_p95_ms":924.297281903273,"ttft_p99_ms":926.0607666350552,"tpot_p50_ms":65.12214422016132,"tpot_p95_ms":65.61857480547515,"tpot_p99_ms":65.88820444005293,"e2e_p50_ms":34126.35654800397,"e2e_p95_ms":34454.596391254745,"e2e_p99_ms":34455.903835866484,"itl_p50_ms":65.25240550399758,"itl_p95_ms":65.83544840541435,"itl_p99_ms":66.55953687237343,"validation_errors":[],"timestamp":"2026-07-20T06:35:14+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c8_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c8_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":508.04962257499574,"request_tps":0.15746493343411705,"input_tps":644.9763673461434,"output_tps":161.24409183653586,"total_tps":806.2204591826794,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1353.0882600025507,"ttft_p95_ms":1510.5332526523853,"ttft_p99_ms":1520.171842141717,"tpot_p50_ms":97.98447917545427,"tpot_p95_ms":98.25610768240624,"tpot_p99_ms":98.41525493252765,"e2e_p50_ms":101527.25357649615,"e2e_p95_ms":101794.86000421457,"e2e_p99_ms":101800.34081713267,"itl_p50_ms":97.87997949752025,"itl_p95_ms":98.6931548366556,"itl_p99_ms":99.41994637367316,"validation_errors":[],"timestamp":"2026-07-20T06:44:28+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":923.1954176430008,"request_tps":0.17331108554296562,"input_tps":709.8822063839872,"output_tps":177.4705515959968,"total_tps":887.3527579799841,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":4272.033650995581,"ttft_p95_ms":36820.65676950151,"ttft_p99_ms":38249.11196856876,"tpot_p50_ms":163.4365618001032,"tpot_p95_ms":189.16951495938022,"tpot_p99_ms":193.7446735208735,"e2e_p50_ms":184590.29237549112,"e2e_p95_ms":202531.74490801175,"e2e_p99_ms":202536.3461631228,"itl_p50_ms":160.4223269969225,"itl_p95_ms":160.94512259587646,"itl_p99_ms":162.16452268738067,"validation_errors":[],"timestamp":"2026-07-20T07:00:33+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":10.063289,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1098.021193410008,"request_tps":0.0728583386915807,"input_tps":298.42775528071456,"output_tps":149.21387764035728,"total_tps":447.64163292107185,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":12518.829829001334,"ttft_p95_ms":19111.928686211468,"ttft_p99_ms":19166.284091411217,"tpot_p50_ms":101.22604901660617,"tpot_p95_ms":105.86304497121974,"tpot_p99_ms":105.96096272744754,"e2e_p50_ms":219702.50632500392,"e2e_p95_ms":219763.87895788794,"e2e_p99_ms":219767.02040197153,"itl_p50_ms":97.96501300297678,"itl_p95_ms":98.27523365238449,"itl_p99_ms":99.49775497545488,"validation_errors":[],"timestamp":"2026-07-20T07:19:38+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":671.9636515269813,"request_tps":0.05952702934020812,"input_tps":243.82271217749246,"output_tps":121.91135608874623,"total_tps":365.7340682662387,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":845.5917749961372,"ttft_p95_ms":853.2725290875533,"ttft_p99_ms":854.1430328160641,"tpot_p50_ms":65.25344225499897,"tpot_p95_ms":65.36106630855038,"tpot_p99_ms":65.3769179675594,"e2e_p50_ms":134421.92351751146,"e2e_p95_ms":134464.5014027963,"e2e_p99_ms":134465.05399092566,"itl_p50_ms":65.24418899789453,"itl_p95_ms":65.5619849159848,"itl_p99_ms":66.10012732795441,"validation_errors":[],"timestamp":"2026-07-20T07:31:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c8_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c8_i4096_o2048_a1.log"}
+{"timestamp":"2026-07-20T08:35:50+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i4096_o4096_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i4096_o4096_a2.log"}
+{"timestamp":"2026-07-20T08:40:51+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o128_a1.log"}
+{"timestamp":"2026-07-20T08:45:46+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o256_a1.log"}
+{"timestamp":"2026-07-20T08:50:37+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o512_a1.log"}
+{"timestamp":"2026-07-20T08:55:23+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o1024_a1.log"}
+{"timestamp":"2026-07-20T09:00:13+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o2048_a1.log"}
+{"timestamp":"2026-07-20T09:05:09+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i8192_o4096_a1.log"}
+{"timestamp":"2026-07-20T09:10:04+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i16384_o128_a1.log"}
+{"timestamp":"2026-07-20T09:14:59+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i16384_o256_a1.log"}
+{"timestamp":"2026-07-20T09:19:44+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i16384_o512_a1.log"}
+{"timestamp":"2026-07-20T09:24:37+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i16384_o1024_a1.log"}
+{"timestamp":"2026-07-20T09:29:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i16384_o2048_a1.log"}
+{"timestamp":"2026-07-20T09:34:19+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i32768_o128_a1.log"}
+{"timestamp":"2026-07-20T09:39:03+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i32768_o256_a1.log"}
+{"timestamp":"2026-07-20T09:43:54+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i32768_o512_a1.log"}
+{"timestamp":"2026-07-20T09:48:45+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i32768_o1024_a1.log"}
+{"timestamp":"2026-07-20T09:53:33+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i32768_o2048_a1.log"}
+{"timestamp":"2026-07-20T09:58:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i65536_o128_a1.log"}
+{"timestamp":"2026-07-20T10:03:38+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i65536_o256_a1.log"}
+{"timestamp":"2026-07-20T10:08:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i65536_o512_a1.log"}
+{"timestamp":"2026-07-20T10:13:24+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i65536_o1024_a1.log"}
+{"timestamp":"2026-07-20T10:18:39+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i131072_o128_a1.log"}
+{"timestamp":"2026-07-20T10:23:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i131072_o256_a1.log"}
+{"timestamp":"2026-07-20T10:28:16+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i131072_o512_a1.log"}
+{"timestamp":"2026-07-20T10:33:24+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i262144_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i262144_o128_a1.log"}
+{"timestamp":"2026-07-20T10:38:30+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"OOM","completed":0,"failed":80,"error_type":"detected out of memory","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i262144_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i262144_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":97.81332878000103,"request_tps":0.8178844437442032,"input_tps":428806.9992417608,"output_tps":104.68920879925801,"total_tps":428911.68845056003,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":147.77494725971997,"tpot_p95_ms":173.54214020473532,"tpot_p99_ms":208.7379118134624,"e2e_p50_ms":18767.418301984435,"e2e_p95_ms":22039.85180600139,"e2e_p99_ms":26509.714800309725,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T10:45:27+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":197.00026346900268,"request_tps":0.8121816549000477,"input_tps":425817.0954842362,"output_tps":103.9592518272061,"total_tps":425921.0547360634,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":303.37569383456554,"tpot_p95_ms":347.0957551924713,"tpot_p99_ms":371.35489271373905,"e2e_p50_ms":38528.71311698982,"e2e_p95_ms":44081.16090944386,"e2e_p99_ms":47162.07137464486,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T10:50:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-0.697261,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":295.157354896015,"request_tps":0.8131255956151011,"input_tps":426311.99227385013,"output_tps":104.08007623873294,"total_tps":426416.07235008886,"mean_input_tokens":524288.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":455.34604347648286,"tpot_p95_ms":497.85804647729344,"tpot_p99_ms":511.2254558891236,"e2e_p50_ms":57828.94752151333,"e2e_p95_ms":63227.971902616264,"e2e_p99_ms":64925.63289791869,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T10:57:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":0.116223,"plateau_streak":2,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c48_i524288_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c48_i524288_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":196.0843700050027,"request_tps":0.40798764326783904,"input_tps":427806.0510272176,"output_tps":52.2224183382834,"total_tps":427858.2734455558,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":289.92920109060753,"tpot_p95_ms":369.9963844284222,"tpot_p99_ms":434.5241507422065,"e2e_p50_ms":36821.00853850716,"e2e_p95_ms":46989.54082240962,"e2e_p99_ms":55184.56714426021,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T11:02:33+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c16_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c16_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":378.2305910720024,"request_tps":0.42302236724565034,"input_tps":443571.10175697505,"output_tps":54.146863007443244,"total_tps":443625.24861998245,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":572.717018275706,"tpot_p95_ms":696.4037925719606,"tpot_p99_ms":805.2181941557784,"e2e_p50_ms":72735.06132101465,"e2e_p95_ms":88443.281656639,"e2e_p99_ms":102262.71065778387,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T11:11:24+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":3.685093,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c32_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c32_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":571.1222193219874,"request_tps":0.42022528957972966,"input_tps":440638.1532463546,"output_tps":53.788837066205396,"total_tps":440691.9420834208,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":864.8166401653439,"tpot_p95_ms":999.1761572476029,"tpot_p99_ms":1068.9338974123882,"e2e_p50_ms":109831.71330099867,"e2e_p95_ms":126895.37197044556,"e2e_p99_ms":135754.6049713733,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T11:24:36+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-0.661213,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c48_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c48_i1048576_o128_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":780.0410498570127,"request_tps":0.41023482040933407,"input_tps":430162.3870455379,"output_tps":52.51005701239476,"total_tps":430214.89710255025,"mean_input_tokens":1048576.0,"mean_output_tokens":128.0,"ttft_p50_ms":0.0,"ttft_p95_ms":0.0,"ttft_p99_ms":0.0,"tpot_p50_ms":1192.2185202873968,"tpot_p95_ms":1356.8814829560904,"tpot_p99_ms":1455.8411896934708,"e2e_p50_ms":151411.7520764994,"e2e_p95_ms":172323.94833542348,"e2e_p99_ms":184891.8310910708,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-20T11:42:09+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":-2.377408,"plateau_streak":2,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/raw_outputs/sglang_adaptive_c64_i1048576_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/tp8_dp1/logs/sglang_c64_i1048576_o128_a1.log"}
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_shapes.jsonl
new file mode 100644
index 0000000..98116d6
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_shapes.jsonl
@@ -0,0 +1,78 @@
+{"timestamp":"2026-07-19T16:33:20+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":3262.925805241193,"last_total_tps":3262.925805241193}
+{"timestamp":"2026-07-19T16:50:38+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":64,"best_total_tps":2001.6277452526951,"last_total_tps":1921.3339895886154}
+{"timestamp":"2026-07-19T17:12:07+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":1208.329691264693,"last_total_tps":1208.329691264693}
+{"timestamp":"2026-07-19T17:51:18+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":821.0837126289615,"last_total_tps":821.0837126289615}
+{"timestamp":"2026-07-19T19:06:27+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":621.1849742353534,"last_total_tps":621.1849742353534}
+{"timestamp":"2026-07-19T20:30:39+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":2,"search_cap":512,"max_successful_concurrency":16,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":357.4273268773563,"last_total_tps":357.4273268773563}
+{"timestamp":"2026-07-19T20:38:06+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":6459.888626916852,"last_total_tps":6459.888626916852}
+{"timestamp":"2026-07-19T20:43:29+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":4616.036491998675,"last_total_tps":4266.816652696712}
+{"timestamp":"2026-07-19T20:49:38+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":1948.2451023557016,"last_total_tps":1883.7265175403172}
+{"timestamp":"2026-07-19T21:04:22+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":1612.9961079805803,"last_total_tps":1612.9961079805803}
+{"timestamp":"2026-07-19T21:22:13+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":798.2390012949154,"last_total_tps":648.75270970481}
+{"timestamp":"2026-07-19T22:46:33+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":2,"search_cap":512,"max_successful_concurrency":16,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":571.9941859367477,"last_total_tps":571.9941859367477}
+{"timestamp":"2026-07-19T22:52:01+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T22:57:14+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:02:18+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:07:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:12:31+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:17:58+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:23:13+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:28:27+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:33:40+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:38:50+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:44:02+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:49:07+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:54:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T23:59:51+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:04:57+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:10:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:15:31+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:20:46+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:26:01+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:31:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:36:28+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:41:47+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:47:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:52:44+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T00:58:26+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T01:17:02+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":32,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":453024.3568807185,"last_total_tps":446438.55056209984}
+{"timestamp":"2026-07-20T01:43:47+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":32,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":447013.0093725063,"last_total_tps":442528.05720202904}
+{"timestamp":"2026-07-20T01:51:17+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":1123.4838048586362,"last_total_tps":1011.4907719516051}
+{"timestamp":"2026-07-20T01:58:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":897.4899180452471,"last_total_tps":897.4899180452471}
+{"timestamp":"2026-07-20T02:23:08+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":585.1947504005985,"last_total_tps":565.2232991112943}
+{"timestamp":"2026-07-20T03:08:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":394.83536181279794,"last_total_tps":389.42630003235723}
+{"timestamp":"2026-07-20T04:58:41+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":3,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":297.5464064905423,"last_total_tps":297.5464064905423}
+{"timestamp":"2026-07-20T06:07:06+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T06:16:22+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":3670.2580884401004,"last_total_tps":3670.2580884401004}
+{"timestamp":"2026-07-20T06:25:08+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":2628.2540687987293,"last_total_tps":2266.0596714844487}
+{"timestamp":"2026-07-20T06:35:14+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":1077.5755263225774,"last_total_tps":1077.5755263225774}
+{"timestamp":"2026-07-20T07:00:33+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":887.3527579799841,"last_total_tps":887.3527579799841}
+{"timestamp":"2026-07-20T07:31:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":447.64163292107185,"last_total_tps":365.7340682662387}
+{"timestamp":"2026-07-20T08:35:50+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T08:40:51+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T08:45:46+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T08:50:37+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T08:55:23+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:00:13+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:05:09+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:10:04+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:14:59+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:19:44+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:24:37+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:29:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:34:19+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:39:03+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:43:54+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:48:45+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:53:33+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T09:58:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:03:38+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:08:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:13:24+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:18:39+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:23:29+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:28:16+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:33:24+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":128,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:38:30+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":256,"status":"OOM_BOUNDARY","stop_reason":"OOM","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-20T10:57:35+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":32,"stop_probe_concurrency":48,"best_tps_concurrency":16,"best_total_tps":428911.68845056003,"last_total_tps":426416.07235008886}
+{"timestamp":"2026-07-20T11:42:09+08:00","engine":"sglang","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"status":"COMPLETED","stop_reason":"TPS_PLATEAU","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":48,"stop_probe_concurrency":64,"best_tps_concurrency":32,"best_total_tps":443625.24861998245,"last_total_tps":430214.89710255025}
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.jsonl
new file mode 100644
index 0000000..68cec4c
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.jsonl
@@ -0,0 +1,78 @@
+{"timestamp": "2026-07-19T16:33:20+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 3262.925805241193, "last_total_tps": 3262.925805241193}
+{"timestamp": "2026-07-19T16:50:38+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 64, "best_total_tps": 2001.6277452526951, "last_total_tps": 1921.3339895886154}
+{"timestamp": "2026-07-19T17:12:07+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 1208.329691264693, "last_total_tps": 1208.329691264693}
+{"timestamp": "2026-07-19T17:51:18+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 821.0837126289615, "last_total_tps": 821.0837126289615}
+{"timestamp": "2026-07-19T19:06:27+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 621.1849742353534, "last_total_tps": 621.1849742353534}
+{"timestamp": "2026-07-19T20:30:39+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 357.4273268773563, "last_total_tps": 357.4273268773563}
+{"timestamp": "2026-07-19T20:38:06+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 6459.888626916852, "last_total_tps": 6459.888626916852}
+{"timestamp": "2026-07-19T20:43:29+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 4616.036491998675, "last_total_tps": 4266.816652696712}
+{"timestamp": "2026-07-19T20:49:38+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1948.2451023557016, "last_total_tps": 1883.7265175403172}
+{"timestamp": "2026-07-19T21:04:22+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 1612.9961079805803, "last_total_tps": 1612.9961079805803}
+{"timestamp": "2026-07-19T21:22:13+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 798.2390012949154, "last_total_tps": 648.75270970481}
+{"timestamp": "2026-07-19T22:46:33+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 16, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 571.9941859367477, "last_total_tps": 571.9941859367477}
+{"timestamp": "2026-07-19T22:52:01+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T22:57:14+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:02:18+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:07:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:12:31+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:17:58+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 4096, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:23:13+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:28:27+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:33:40+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:38:50+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:44:02+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:49:07+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:54:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T23:59:51+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:04:57+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:10:12+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:15:31+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:20:46+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:26:01+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:31:12+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:36:28+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:41:47+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:47:03+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:52:44+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T00:58:26+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T01:17:02+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 524288, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 453024.3568807185, "last_total_tps": 446438.55056209984}
+{"timestamp": "2026-07-20T01:43:47+08:00", "engine": "sglang", "tp": 4, "dp": 2, "mark": "Y", "isl": 1048576, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 447013.0093725063, "last_total_tps": 442528.05720202904}
+{"timestamp": "2026-07-20T01:51:17+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1123.4838048586362, "last_total_tps": 1011.4907719516051}
+{"timestamp": "2026-07-20T01:58:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 897.4899180452471, "last_total_tps": 897.4899180452471}
+{"timestamp": "2026-07-20T02:23:08+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 585.1947504005985, "last_total_tps": 565.2232991112943}
+{"timestamp": "2026-07-20T03:08:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 394.83536181279794, "last_total_tps": 389.42630003235723}
+{"timestamp": "2026-07-20T04:58:41+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 297.5464064905423, "last_total_tps": 297.5464064905423}
+{"timestamp": "2026-07-20T06:07:06+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T06:16:22+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 3670.2580884401004, "last_total_tps": 3670.2580884401004}
+{"timestamp": "2026-07-20T06:25:08+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 2628.2540687987293, "last_total_tps": 2266.0596714844487}
+{"timestamp": "2026-07-20T06:35:14+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 1077.5755263225774, "last_total_tps": 1077.5755263225774}
+{"timestamp": "2026-07-20T07:00:33+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 887.3527579799841, "last_total_tps": 887.3527579799841}
+{"timestamp": "2026-07-20T07:31:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 447.64163292107185, "last_total_tps": 365.7340682662387}
+{"timestamp": "2026-07-20T08:35:50+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T08:40:51+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T08:45:46+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T08:50:37+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T08:55:23+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:00:13+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:05:09+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 4096, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:10:04+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:14:59+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:19:44+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:24:37+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:29:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:34:19+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:39:03+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:43:54+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:48:45+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:53:33+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 2048, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T09:58:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:03:38+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:08:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:13:24+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:18:39+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:23:29+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:28:16+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 512, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:33:24+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 128, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:38:30+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 256, "status": "OOM_BOUNDARY", "stop_reason": "OOM", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-20T10:57:35+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 524288, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": 32, "stop_probe_concurrency": 48, "best_tps_concurrency": 16, "best_total_tps": 428911.68845056003, "last_total_tps": 426416.07235008886}
+{"timestamp": "2026-07-20T11:42:09+08:00", "engine": "sglang", "tp": 8, "dp": 1, "mark": "Y", "isl": 1048576, "osl": 128, "status": "COMPLETED", "stop_reason": "TPS_PLATEAU", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": 48, "stop_probe_concurrency": 64, "best_tps_concurrency": 32, "best_total_tps": 443625.24861998245, "last_total_tps": 430214.89710255025}
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.md b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.md
new file mode 100644
index 0000000..2464954
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/adaptive_summary.md
@@ -0,0 +1,84 @@
+# Adaptive concurrency search summary
+
+| Engine | TP | DP | ISL | OSL | Stop | Saturation C | Best TPS C | Best Total TPS | Max successful C |
+|---|---:|---:|---:|---:|---|---:|---:|---:|---:|
+| sglang | 4 | 2 | 1024 | 128 | TTFT_SLO_EXCEEDED | None | 64 | 3262.925805241193 | 64 |
+| sglang | 4 | 2 | 1024 | 256 | TTFT_SLO_EXCEEDED | None | 64 | 2001.6277452526951 | 80 |
+| sglang | 4 | 2 | 1024 | 512 | TTFT_SLO_EXCEEDED | None | 64 | 1208.329691264693 | 64 |
+| sglang | 4 | 2 | 1024 | 1024 | TTFT_SLO_EXCEEDED | None | 64 | 821.0837126289615 | 64 |
+| sglang | 4 | 2 | 1024 | 2048 | TTFT_SLO_EXCEEDED | None | 64 | 621.1849742353534 | 64 |
+| sglang | 4 | 2 | 1024 | 4096 | BENCHMARK_FAILED | None | 16 | 357.4273268773563 | 16 |
+| sglang | 4 | 2 | 4096 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 6459.888626916852 | 8 |
+| sglang | 4 | 2 | 4096 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 4616.036491998675 | 32 |
+| sglang | 4 | 2 | 4096 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1948.2451023557016 | 8 |
+| sglang | 4 | 2 | 4096 | 1024 | TTFT_SLO_EXCEEDED | None | 32 | 1612.9961079805803 | 32 |
+| sglang | 4 | 2 | 4096 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 798.2390012949154 | 8 |
+| sglang | 4 | 2 | 4096 | 4096 | BENCHMARK_FAILED | None | 16 | 571.9941859367477 | 16 |
+| sglang | 4 | 2 | 8192 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 8192 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 8192 | 512 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 8192 | 1024 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 8192 | 2048 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 8192 | 4096 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 16384 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 16384 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 16384 | 512 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 16384 | 1024 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 16384 | 2048 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 32768 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 32768 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 32768 | 512 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 32768 | 1024 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 32768 | 2048 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 65536 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 65536 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 65536 | 512 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 65536 | 1024 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 131072 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 131072 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 131072 | 512 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 262144 | 128 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 262144 | 256 | OOM | None | None | None | 0 |
+| sglang | 4 | 2 | 524288 | 128 | TPS_PLATEAU | 32 | 32 | 453024.3568807185 | 48 |
+| sglang | 4 | 2 | 1048576 | 128 | TPS_PLATEAU | 32 | 32 | 447013.0093725063 | 48 |
+| sglang | 8 | 1 | 1024 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1123.4838048586362 | 8 |
+| sglang | 8 | 1 | 1024 | 256 | TTFT_SLO_EXCEEDED | None | 32 | 897.4899180452471 | 32 |
+| sglang | 8 | 1 | 1024 | 512 | TTFT_SLO_EXCEEDED | None | 32 | 585.1947504005985 | 48 |
+| sglang | 8 | 1 | 1024 | 1024 | TTFT_SLO_EXCEEDED | None | 32 | 394.83536181279794 | 48 |
+| sglang | 8 | 1 | 1024 | 2048 | BENCHMARK_FAILED | None | 32 | 297.5464064905423 | 32 |
+| sglang | 8 | 1 | 1024 | 4096 | BENCHMARK_FAILED | None | None | None | 0 |
+| sglang | 8 | 1 | 4096 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 3670.2580884401004 | 8 |
+| sglang | 8 | 1 | 4096 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 2628.2540687987293 | 32 |
+| sglang | 8 | 1 | 4096 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 1077.5755263225774 | 8 |
+| sglang | 8 | 1 | 4096 | 1024 | TTFT_SLO_EXCEEDED | None | 32 | 887.3527579799841 | 32 |
+| sglang | 8 | 1 | 4096 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 447.64163292107185 | 8 |
+| sglang | 8 | 1 | 4096 | 4096 | BENCHMARK_FAILED | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 512 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 1024 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 2048 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 8192 | 4096 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 16384 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 16384 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 16384 | 512 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 16384 | 1024 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 16384 | 2048 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 32768 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 32768 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 32768 | 512 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 32768 | 1024 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 32768 | 2048 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 65536 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 65536 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 65536 | 512 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 65536 | 1024 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 131072 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 131072 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 131072 | 512 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 262144 | 128 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 262144 | 256 | OOM | None | None | None | 0 |
+| sglang | 8 | 1 | 524288 | 128 | TPS_PLATEAU | 32 | 16 | 428911.68845056003 | 48 |
+| sglang | 8 | 1 | 1048576 | 128 | TPS_PLATEAU | 48 | 32 | 443625.24861998245 | 64 |
+
+`Saturation C` is the first point in the final low-gain streak. `Best TPS C` is the tested point with the highest observed Total TPS.
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/run_manifest.json
similarity index 67%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/run_manifest.json
index c88d700..d8085fc 100644
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/run_manifest.json
@@ -1,10 +1,10 @@
 {
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-180055",
+  "experiment": "dsv4_pro6000_sglang_tp_dp_matrix",
+  "engine": "sglang",
+  "run_id": "adaptive_20260719-161937",
   "model": "/data/6000D/DeepSeek-V4-Flash",
   "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
+  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/matrix.json",
   "dataset": "random",
   "tokenize_prompt": false,
   "random_range_ratio": 1.0,
@@ -22,6 +22,6 @@
     "warmup_max_requests": 0,
     "ttft_slo_ms": 4000.0,
     "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
+    "ttft_group_skip_ms": 8000.0
   }
 }
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/shapes.tsv
similarity index 100%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/adaptive_20260719-161937/shapes.tsv
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/adaptive_points.jsonl
similarity index 100%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_points.jsonl
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/adaptive_points.jsonl
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/adaptive_shapes.jsonl
similarity index 100%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_shapes.jsonl
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/adaptive_shapes.jsonl
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/run_manifest.json
similarity index 66%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/run_manifest.json
index f7e6a64..ca77c06 100644
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/run_manifest.json
@@ -1,10 +1,10 @@
 {
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-174138",
+  "experiment": "dsv4_pro6000_sglang_tp_dp_matrix",
+  "engine": "sglang",
+  "run_id": "sglang-defaultcaps-20260720-115702",
   "model": "/data/6000D/DeepSeek-V4-Flash",
   "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
+  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/matrix.json",
   "dataset": "random",
   "tokenize_prompt": false,
   "random_range_ratio": 1.0,
@@ -22,6 +22,6 @@
     "warmup_max_requests": 0,
     "ttft_slo_ms": 4000.0,
     "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
+    "ttft_group_skip_ms": 8000.0
   }
 }
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/shapes.tsv
similarity index 100%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-defaultcaps-20260720-115702/shapes.tsv
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_points.jsonl
new file mode 100644
index 0000000..64f9f27
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_points.jsonl
@@ -0,0 +1,9 @@
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":100.14794787095161,"request_tps":0.7988181655313217,"input_tps":817.9898015040734,"output_tps":102.24872518800917,"total_tps":920.2385266920826,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1623.6314840207342,"ttft_p95_ms":2094.905864601605,"ttft_p99_ms":2163.1123139656847,"tpot_p50_ms":142.8203018149361,"tpot_p95_ms":154.15389823033402,"tpot_p99_ms":154.6761442502634,"e2e_p50_ms":19959.789696498774,"e2e_p95_ms":20867.443769876263,"e2e_p99_ms":21038.989936938742,"itl_p50_ms":140.91342099709436,"itl_p95_ms":142.40871568326838,"itl_p99_ms":259.66871113632806,"validation_errors":[],"timestamp":"2026-07-20T16:50:51+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c16_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":182.4582890670281,"request_tps":0.876912749857159,"input_tps":897.9586558537308,"output_tps":112.24483198171635,"total_tps":1010.203487835447,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":3288.5813669709023,"ttft_p95_ms":3581.4022532780655,"ttft_p99_ms":3586.172496145009,"tpot_p50_ms":260.2695852087712,"tpot_p95_ms":264.84786496292816,"tpot_p99_ms":270.85857698473416,"e2e_p50_ms":36413.42377048568,"e2e_p95_ms":36514.845437317854,"e2e_p99_ms":36521.971826749505,"itl_p50_ms":258.85564848431386,"itl_p95_ms":260.0609689136036,"itl_p99_ms":267.7961591287749,"validation_errors":[],"timestamp":"2026-07-20T16:54:43+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":9.776265,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c32_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":257.33439968299353,"request_tps":0.9326386223359663,"input_tps":955.0219492720295,"output_tps":119.37774365900368,"total_tps":1074.399692931033,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1576.2663364876062,"ttft_p95_ms":5079.346536527737,"ttft_p99_ms":5124.212568594958,"tpot_p50_ms":384.82530431878774,"tpot_p95_ms":401.4288887552968,"tpot_p99_ms":406.60966870516137,"e2e_p50_ms":50402.377605001675,"e2e_p95_ms":53824.101371876895,"e2e_p99_ms":54000.76571393991,"itl_p50_ms":381.54699650476687,"itl_p95_ms":382.93238006008323,"itl_p99_ms":393.88122741249384,"validation_errors":[],"timestamp":"2026-07-20T16:59:53+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":6.35478,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c48_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":182.563250841049,"request_tps":0.4382042915616846,"input_tps":448.72119455916504,"output_tps":112.18029863979126,"total_tps":560.9014931989562,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":634.2782755382359,"ttft_p95_ms":789.6642346284351,"ttft_p99_ms":825.0841978465904,"tpot_p50_ms":140.3668184921045,"tpot_p95_ms":141.08807881439205,"tpot_p99_ms":141.2476740472005,"e2e_p50_ms":36485.9987340169,"e2e_p95_ms":36605.70219931542,"e2e_p99_ms":36608.200163801666,"itl_p50_ms":140.6844084849581,"itl_p95_ms":141.42715607595164,"itl_p99_ms":142.79233591689263,"validation_errors":[],"timestamp":"2026-07-20T17:03:40+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c16_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":335.9421385710011,"request_tps":0.47627249347340844,"input_tps":487.70303331677025,"output_tps":121.92575832919256,"total_tps":609.6287916459628,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1246.1411590047646,"ttft_p95_ms":1445.6447018426843,"ttft_p99_ms":1450.9568881313317,"tpot_p50_ms":258.1133470843163,"tpot_p95_ms":259.75566192176285,"tpot_p99_ms":259.8660412729448,"e2e_p50_ms":67111.34617601056,"e2e_p95_ms":67281.88628619828,"e2e_p99_ms":67304.47241629299,"itl_p50_ms":258.80942700314336,"itl_p95_ms":259.75794192636386,"itl_p99_ms":261.39894527674187,"validation_errors":[],"timestamp":"2026-07-20T17:10:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":8.687318,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c32_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":495.37109177501407,"request_tps":0.4844852757556599,"input_tps":496.11292237379575,"output_tps":124.02823059344894,"total_tps":620.1411529672447,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1493.3439195156097,"ttft_p95_ms":1776.5600480692228,"ttft_p99_ms":1888.556628008373,"tpot_p50_ms":382.9406831254863,"tpot_p95_ms":384.4467901288047,"tpot_p99_ms":385.3251388526941,"e2e_p50_ms":99042.32807797962,"e2e_p95_ms":99230.01802313083,"e2e_p99_ms":99285.48693876422,"itl_p50_ms":381.6035574709531,"itl_p95_ms":382.73396543518174,"itl_p99_ms":384.5536141068442,"validation_errors":[],"timestamp":"2026-07-20T17:19:12+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":1.724387,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c48_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c48_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":653.1756185390404,"request_tps":0.48991418374700635,"input_tps":501.6721241569345,"output_tps":125.41803103923363,"total_tps":627.0901551961681,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":2086.9498480460607,"ttft_p95_ms":6450.679434000631,"ttft_p99_ms":6742.514480782556,"tpot_p50_ms":500.68477924111954,"tpot_p95_ms":509.75436053017387,"tpot_p99_ms":516.1745790922923,"e2e_p50_ms":129504.19164451887,"e2e_p95_ms":134406.77707569266,"e2e_p99_ms":134571.25955928466,"itl_p50_ms":498.4176980215125,"itl_p95_ms":499.657652512542,"itl_p99_ms":503.4906586463327,"validation_errors":[],"timestamp":"2026-07-20T17:31:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":1.120552,"plateau_streak":2,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c64_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c64_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":362.6464331080206,"request_tps":0.22060054283277786,"input_tps":225.89495586076453,"output_tps":112.94747793038226,"total_tps":338.8424337911468,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":622.2291614976712,"ttft_p95_ms":828.594115548185,"ttft_p99_ms":852.5415416137548,"tpot_p50_ms":140.62603522011685,"tpot_p95_ms":141.03571231594404,"tpot_p99_ms":141.0667547415689,"e2e_p50_ms":72516.25559251988,"e2e_p95_ms":72659.68319882813,"e2e_p99_ms":72777.70935109525,"itl_p50_ms":140.70218251436017,"itl_p95_ms":141.42468548670877,"itl_p99_ms":142.3624855838716,"validation_errors":[],"timestamp":"2026-07-20T17:37:51+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c16_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":667.5096032469883,"request_tps":0.23969692603927628,"input_tps":245.4496522642189,"output_tps":122.72482613210946,"total_tps":368.17447839632837,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1318.1220084952656,"ttft_p95_ms":1411.6700267855745,"ttft_p99_ms":1598.0252598866355,"tpot_p50_ms":258.4233860342983,"tpot_p95_ms":259.54041570962573,"tpot_p99_ms":259.598025361402,"e2e_p50_ms":133431.3128395297,"e2e_p95_ms":133644.0709449118,"e2e_p99_ms":133679.2176008271,"itl_p50_ms":258.92603950342163,"itl_p95_ms":259.90442180191167,"itl_p99_ms":261.17062431934755,"validation_errors":[],"timestamp":"2026-07-20T17:49:46+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":8.656544,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/raw_outputs/sglang_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/tp4_dp2/logs/sglang_c32_i1024_o512_a1.log"}
diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_shapes.jsonl
new file mode 100644
index 0000000..10ab2c0
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/adaptive_shapes.jsonl
@@ -0,0 +1,2 @@
+{"timestamp":"2026-07-20T16:59:53+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":1074.399692931033,"last_total_tps":1074.399692931033}
+{"timestamp":"2026-07-20T17:31:03+08:00","engine":"sglang","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":627.0901551961681,"last_total_tps":627.0901551961681}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/run_manifest.json
similarity index 66%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/run_manifest.json
index 06386d8..0974075 100644
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json
+++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/run_manifest.json
@@ -1,10 +1,10 @@
 {
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-175805",
+  "experiment": "dsv4_pro6000_sglang_tp_dp_matrix",
+  "engine": "sglang",
+  "run_id": "sglang-graphcap16-20260720-164206",
   "model": "/data/6000D/DeepSeek-V4-Flash",
   "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
+  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/matrix.json",
   "dataset": "random",
   "tokenize_prompt": false,
   "random_range_ratio": 1.0,
@@ -22,6 +22,6 @@
     "warmup_max_requests": 0,
     "ttft_slo_ms": 4000.0,
     "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
+    "ttft_group_skip_ms": 8000.0
   }
 }
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/shapes.tsv
similarity index 100%
rename from experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv
rename to experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_results/sglang-graphcap16-20260720-164206/shapes.tsv
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json
deleted file mode 100644
index a95eb32..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json
+++ /dev/null
@@ -1,24 +0,0 @@
-{
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-172827",
-  "model": "/data/6000D/DeepSeek-V4-Flash",
-  "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
-  "dataset": "random",
-  "tokenize_prompt": false,
-  "random_range_ratio": 1.0,
-  "search": {
-    "start_concurrency": 1,
-    "max_concurrency": 512,
-    "multiplier": 2,
-    "initial_backoff_concurrencies": [],
-    "num_prompts_multiplier": 5,
-    "min_tps_gain_pct": 2.0,
-    "plateau_patience": 2,
-    "warmup_max_requests": 0,
-    "ttft_slo_ms": 4000.0,
-    "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
-  }
-}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_points.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_shapes.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json
deleted file mode 100644
index 8ea2a2e..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json
+++ /dev/null
@@ -1,24 +0,0 @@
-{
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-173413",
-  "model": "/data/6000D/DeepSeek-V4-Flash",
-  "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
-  "dataset": "random",
-  "tokenize_prompt": false,
-  "random_range_ratio": 1.0,
-  "search": {
-    "start_concurrency": 1,
-    "max_concurrency": 512,
-    "multiplier": 2,
-    "initial_backoff_concurrencies": [],
-    "num_prompts_multiplier": 5,
-    "min_tps_gain_pct": 2.0,
-    "plateau_patience": 2,
-    "warmup_max_requests": 0,
-    "ttft_slo_ms": 4000.0,
-    "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
-  }
-}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl
deleted file mode 100644
index d325a7f..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl
+++ /dev/null
@@ -1,3 +0,0 @@
-{"status":"COMPLETED","completed":80,"failed":0,"duration_s":37.49975781499961,"request_tps":2.133347111057891,"input_tps":2184.5474417232804,"output_tps":273.06843021541005,"total_tps":2457.615871938691,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1183.0383029991935,"ttft_p95_ms":15920.936896450985,"ttft_p99_ms":15926.864418140976,"tpot_p50_ms":28.05901554330469,"tpot_p95_ms":34.79938082481545,"tpot_p99_ms":145.7774584655177,"e2e_p50_ms":4740.940883000803,"e2e_p95_ms":18894.823492500473,"e2e_p99_ms":18899.136222039633,"itl_p50_ms":23.54768800068996,"itl_p95_ms":24.669825497585407,"itl_p99_ms":27.91304846101412,"validation_errors":[],"timestamp":"2026-07-17T17:56:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c16_i1024_o128_a2.log"}
-{"status":"COMPLETED","completed":40,"failed":0,"duration_s":18.115019801000017,"request_tps":2.2081124083448063,"input_tps":2261.1071061450816,"output_tps":282.6383882681352,"total_tps":2543.745494413217,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":601.0889195003983,"ttft_p95_ms":1435.130793051212,"ttft_p99_ms":1437.7610623092187,"tpot_p50_ms":22.656555452752894,"tpot_p95_ms":30.382272452738192,"tpot_p99_ms":32.119149702517085,"e2e_p50_ms":3510.3313099989464,"e2e_p95_ms":4573.223948101258,"e2e_p99_ms":4575.709853298395,"itl_p50_ms":19.9942369999917,"itl_p95_ms":24.899452198769723,"itl_p99_ms":25.811827809229726,"validation_errors":[],"timestamp":"2026-07-17T17:57:28+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c8_i1024_o128_a1.log"}
-{"timestamp":"2026-07-17T17:59:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark failed and server restart failed","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c16_i1024_o256_a1.log"}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl
deleted file mode 100644
index e34bfdb..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl
+++ /dev/null
@@ -1,2 +0,0 @@
-{"timestamp":"2026-07-17T17:57:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2543.745494413217,"last_total_tps":2543.745494413217}
-{"timestamp":"2026-07-17T17:59:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_points.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_shapes.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv
deleted file mode 100644
index e1f82e6..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv
+++ /dev/null
@@ -1,40 +0,0 @@
-mark	input_len	output_len
-Y	1024	128
-Y	1024	256
-Y	1024	512
-Y	1024	1024
-Y	1024	2048
-Y	1024	4096
-Y	4096	128
-Y	4096	256
-Y	4096	512
-Y	4096	1024
-Y	4096	2048
-Y	4096	4096
-Y	8192	128
-Y	8192	256
-Y	8192	512
-Y	8192	1024
-Y	8192	2048
-Y	8192	4096
-Y	16384	128
-Y	16384	256
-Y	16384	512
-Y	16384	1024
-Y	16384	2048
-Y	32768	128
-Y	32768	256
-Y	32768	512
-Y	32768	1024
-Y	32768	2048
-Y	65536	128
-Y	65536	256
-Y	65536	512
-Y	65536	1024
-Y	131072	128
-Y	131072	256
-Y	131072	512
-Y	262144	128
-Y	262144	256
-Y	524288	128
-Y	1048576	128
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_points.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_shapes.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.jsonl
deleted file mode 100644
index e69de29..0000000
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md
deleted file mode 100644
index 1ba5678..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md
+++ /dev/null
@@ -1,6 +0,0 @@
-# Adaptive concurrency search summary
-
-| Engine | TP | DP | ISL | OSL | Stop | Saturation C | Best TPS C | Best Total TPS | Max successful C |
-|---|---:|---:|---:|---:|---|---:|---:|---:|---:|
-
-`Saturation C` is the first point in the final low-gain streak. `Best TPS C` is the tested point with the highest observed Total TPS.
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv
deleted file mode 100644
index e1f82e6..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv
+++ /dev/null
@@ -1,40 +0,0 @@
-mark	input_len	output_len
-Y	1024	128
-Y	1024	256
-Y	1024	512
-Y	1024	1024
-Y	1024	2048
-Y	1024	4096
-Y	4096	128
-Y	4096	256
-Y	4096	512
-Y	4096	1024
-Y	4096	2048
-Y	4096	4096
-Y	8192	128
-Y	8192	256
-Y	8192	512
-Y	8192	1024
-Y	8192	2048
-Y	8192	4096
-Y	16384	128
-Y	16384	256
-Y	16384	512
-Y	16384	1024
-Y	16384	2048
-Y	32768	128
-Y	32768	256
-Y	32768	512
-Y	32768	1024
-Y	32768	2048
-Y	65536	128
-Y	65536	256
-Y	65536	512
-Y	65536	1024
-Y	131072	128
-Y	131072	256
-Y	131072	512
-Y	262144	128
-Y	262144	256
-Y	524288	128
-Y	1048576	128
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl
deleted file mode 100644
index 3437f68..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl
+++ /dev/null
@@ -1,5 +0,0 @@
-{"status":"COMPLETED","completed":80,"failed":0,"duration_s":51.021151305001695,"request_tps":1.5679771615062998,"input_tps":1605.608613382451,"output_tps":200.70107667280638,"total_tps":1806.3096900552573,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":4669.87650199917,"ttft_p95_ms":19976.700346002326,"ttft_p99_ms":19979.033784380954,"tpot_p50_ms":-0.00039965748077892794,"tpot_p95_ms":-0.00024063858978393468,"tpot_p99_ms":-0.00021466449444827547,"e2e_p50_ms":4669.823251000707,"e2e_p95_ms":19976.663315799487,"e2e_p99_ms":19978.993612139384,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:11:07+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c16_i1024_o128_a1.log"}
-{"status":"COMPLETED","completed":40,"failed":0,"duration_s":17.482704936999653,"request_tps":2.2879754674201305,"input_tps":2342.8868786382136,"output_tps":292.8608598297767,"total_tps":2635.74773846799,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":3326.0128250003618,"ttft_p95_ms":3930.1545259502745,"ttft_p99_ms":3933.4786717782117,"tpot_p50_ms":-0.00044296456773134724,"tpot_p95_ms":-0.00029732441254863963,"tpot_p99_ms":-0.0002716192838714795,"e2e_p50_ms":3325.95567449971,"e2e_p95_ms":3930.0970574509847,"e2e_p99_ms":3933.422595640659,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:12:31+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c8_i1024_o128_a1.log"}
-{"status":"COMPLETED","completed":80,"failed":0,"duration_s":50.659997044997,"request_tps":1.5791552441059709,"input_tps":1617.0549699645142,"output_tps":404.26374249112854,"total_tps":2021.3187124556428,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":7203.991713500727,"ttft_p95_ms":22136.597575649103,"ttft_p99_ms":22141.89569850747,"tpot_p50_ms":-0.00023104117181170367,"tpot_p95_ms":-0.00014992098038098503,"tpot_p99_ms":-0.00013588901635432877,"e2e_p50_ms":7203.918609500761,"e2e_p95_ms":22136.514358098975,"e2e_p99_ms":22141.829902578756,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:14:12+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c16_i1024_o256_a1.log"}
-{"status":"COMPLETED","completed":40,"failed":0,"duration_s":28.955549247999443,"request_tps":1.3814277759819604,"input_tps":1414.5820426055275,"output_tps":353.64551065138187,"total_tps":1768.2275532569095,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":5654.251131500132,"ttft_p95_ms":6782.015345052059,"ttft_p99_ms":6785.217343690383,"tpot_p50_ms":-0.00022870000405008812,"tpot_p95_ms":-0.0001538366546703722,"tpot_p99_ms":-0.00014309635084560688,"e2e_p50_ms":5654.19162499893,"e2e_p95_ms":6781.951112399474,"e2e_p99_ms":6785.174776618987,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:15:17+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c8_i1024_o256_a1.log"}
-{"status":"COMPLETED","completed":5,"failed":0,"duration_s":17.728928414999245,"request_tps":0.28202494155088575,"input_tps":288.793540148107,"output_tps":72.19838503702675,"total_tps":360.99192518513377,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":3591.7140919991652,"ttft_p95_ms":3607.3040300019784,"ttft_p99_ms":3607.487959602149,"tpot_p50_ms":-0.00042755686901692374,"tpot_p95_ms":-0.0003937615667168489,"tpot_p99_ms":-0.0003935444681202153,"e2e_p50_ms":3591.583893998177,"e2e_p95_ms":3607.196740400832,"e2e_p99_ms":3607.3792800806405,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:16:16+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c1_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c1_i1024_o256_a1.log"}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl
deleted file mode 100644
index db8dc87..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl
+++ /dev/null
@@ -1,2 +0,0 @@
-{"timestamp":"2026-07-17T18:12:31+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2635.74773846799,"last_total_tps":2635.74773846799}
-{"timestamp":"2026-07-17T18:16:16+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":2021.3187124556428,"last_total_tps":360.99192518513377}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json
deleted file mode 100644
index be67e5e..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json
+++ /dev/null
@@ -1,27 +0,0 @@
-{
-  "experiment": "dsv4_pro6000_vllm_tp_dp_matrix",
-  "engine": "vllm",
-  "run_id": "adaptive_20260717-180304",
-  "model": "/data/6000D/DeepSeek-V4-Flash",
-  "hardware": "8x NVIDIA RTX 6000D 84GB",
-  "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json",
-  "dataset": "random",
-  "tokenize_prompt": false,
-  "random_range_ratio": 1.0,
-  "search": {
-    "start_concurrency": 16,
-    "max_concurrency": 512,
-    "multiplier": 2,
-    "initial_backoff_concurrencies": [
-      8,
-      1
-    ],
-    "num_prompts_multiplier": 5,
-    "min_tps_gain_pct": 2.0,
-    "plateau_patience": 2,
-    "warmup_max_requests": 0,
-    "ttft_slo_ms": 4000.0,
-    "enable_ttft_slo_stop": 1,
-    "ttft_group_skip_ms": 0.0
-  }
-}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv
deleted file mode 100644
index e1f82e6..0000000
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv
+++ /dev/null
@@ -1,40 +0,0 @@
-mark	input_len	output_len
-Y	1024	128
-Y	1024	256
-Y	1024	512
-Y	1024	1024
-Y	1024	2048
-Y	1024	4096
-Y	4096	128
-Y	4096	256
-Y	4096	512
-Y	4096	1024
-Y	4096	2048
-Y	4096	4096
-Y	8192	128
-Y	8192	256
-Y	8192	512
-Y	8192	1024
-Y	8192	2048
-Y	8192	4096
-Y	16384	128
-Y	16384	256
-Y	16384	512
-Y	16384	1024
-Y	16384	2048
-Y	32768	128
-Y	32768	256
-Y	32768	512
-Y	32768	1024
-Y	32768	2048
-Y	65536	128
-Y	65536	256
-Y	65536	512
-Y	65536	1024
-Y	131072	128
-Y	131072	256
-Y	131072	512
-Y	262144	128
-Y	262144	256
-Y	524288	128
-Y	1048576	128
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl
index 2e93169..e8ab44f 100644
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl
+++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl
@@ -183,3 +183,124 @@
 {"status":"COMPLETED","completed":80,"failed":0,"duration_s":506.88843674000236,"request_tps":0.15782565590667497,"input_tps":10343.26218549985,"output_tps":40.40336791210879,"total_tps":10383.66555341196,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":42321.85805049812,"ttft_p95_ms":55194.27431940492,"ttft_p99_ms":75714.76916030164,"tpot_p50_ms":249.55371103329955,"tpot_p95_ms":354.53542452667926,"tpot_p99_ms":366.918155723886,"e2e_p50_ms":105833.974643494,"e2e_p95_ms":116316.45994949357,"e2e_p99_ms":137450.12641873295,"itl_p50_ms":20.152875993517227,"itl_p95_ms":1599.9320424001783,"itl_p99_ms":1654.6630343832658,"validation_errors":[],"timestamp":"2026-07-18T10:18:45+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i65536_o256_a1.log"}
 {"status":"COMPLETED","completed":40,"failed":0,"duration_s":291.6481301009917,"request_tps":0.13715157366566633,"input_tps":8988.365531753108,"output_tps":35.11080285841058,"total_tps":9023.47633461152,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":26195.501747999515,"ttft_p95_ms":55464.15775700297,"ttft_p99_ms":61397.038172063905,"tpot_p50_ms":117.66664804511261,"tpot_p95_ms":216.74986339647572,"tpot_p99_ms":228.32034900880305,"e2e_p50_ms":56332.002656010445,"e2e_p95_ms":70145.52886145608,"e2e_p99_ms":89020.22513781469,"itl_p50_ms":15.966972001479007,"itl_p95_ms":1243.6211531996378,"itl_p99_ms":1601.7227149865357,"validation_errors":[],"timestamp":"2026-07-18T10:24:30+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i65536_o256_a1.log"}
 {"status":"COMPLETED","completed":5,"failed":0,"duration_s":65.2822876630089,"request_tps":0.07659045322998331,"input_tps":5019.431942880186,"output_tps":19.607156026875728,"total_tps":5039.039098907062,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":10357.519095006865,"ttft_p95_ms":10401.271771802567,"ttft_p99_ms":10404.684616762679,"tpot_p50_ms":10.616758988266263,"tpot_p95_ms":10.643805985900519,"tpot_p99_ms":10.646693379166262,"e2e_p50_ms":13060.652437998215,"e2e_p95_ms":13108.479923210689,"e2e_p99_ms":13111.945080650621,"itl_p50_ms":10.862846000236459,"itl_p95_ms":10.973538999678567,"itl_p99_ms":11.181496003700886,"validation_errors":[],"timestamp":"2026-07-18T10:26:21+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i65536_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":550.9317849999934,"request_tps":0.14520853974689618,"input_tps":9516.386860852588,"output_tps":74.34677235041084,"total_tps":9590.733633202999,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":42122.0569385041,"ttft_p95_ms":67695.54657380283,"ttft_p99_ms":88223.35575810443,"tpot_p50_ms":139.13024900685116,"tpot_p95_ms":192.35603119237948,"tpot_p99_ms":196.87582647543533,"e2e_p50_ms":112601.57751100633,"e2e_p95_ms":139227.61451210096,"e2e_p99_ms":160343.17339409373,"itl_p50_ms":20.081009992281906,"itl_p95_ms":1548.959066894895,"itl_p99_ms":1643.610412722046,"validation_errors":[],"timestamp":"2026-07-18T10:36:18+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":335.05859410201083,"request_tps":0.11938210421733499,"input_tps":7823.825581987266,"output_tps":61.12363735927551,"total_tps":7884.949219346541,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":25440.958509505435,"ttft_p95_ms":57696.29996943913,"ttft_p99_ms":62098.272558891906,"tpot_p50_ms":74.81149008315967,"tpot_p95_ms":119.99219477378229,"tpot_p99_ms":123.40154868494898,"e2e_p50_ms":67604.27343549964,"e2e_p95_ms":90949.95177160524,"e2e_p99_ms":101833.13085151456,"itl_p50_ms":19.691130000865087,"itl_p95_ms":21.28569300111849,"itl_p99_ms":1544.2220212018583,"validation_errors":[],"timestamp":"2026-07-18T10:42:45+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":79.18907752500672,"request_tps":0.06314002077396437,"input_tps":4137.944401442529,"output_tps":32.32769063626976,"total_tps":4170.272092078799,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":10343.907387999934,"ttft_p95_ms":10381.724145196495,"ttft_p99_ms":10384.680091436603,"tpot_p50_ms":10.751649362026894,"tpot_p95_ms":10.770611203526904,"tpot_p99_ms":10.771727596482295,"e2e_p50_ms":15828.53763998719,"e2e_p95_ms":15883.36718219798,"e2e_p99_ms":15885.752651637886,"itl_p50_ms":10.868074503378011,"itl_p95_ms":10.992552201787475,"itl_p99_ms":11.163369571004296,"validation_errors":[],"timestamp":"2026-07-18T10:44:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":603.7461583789991,"request_tps":0.1325060191104029,"input_tps":8683.914468419365,"output_tps":135.68616356905258,"total_tps":8819.600631988418,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":38853.4065450076,"ttft_p95_ms":75939.91900819747,"ttft_p99_ms":89966.12091239856,"tpot_p50_ms":80.47713149560695,"tpot_p95_ms":105.2659612030323,"tpot_p99_ms":108.31792107406187,"e2e_p50_ms":121483.09378600243,"e2e_p95_ms":158237.686665808,"e2e_p99_ms":173504.24413496605,"itl_p50_ms":20.07171799778007,"itl_p95_ms":21.721959405113,"itl_p99_ms":1610.8562899153912,"validation_errors":[],"timestamp":"2026-07-18T10:55:42+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":365.8225573719974,"request_tps":0.10934262853376979,"input_tps":7165.878503589137,"output_tps":111.96685161858026,"total_tps":7277.845355207717,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":27353.155231001438,"ttft_p95_ms":55324.619530798365,"ttft_p99_ms":57988.2054564674,"tpot_p50_ms":43.2966896109543,"tpot_p95_ms":63.142725241197574,"tpot_p99_ms":69.21319075836199,"e2e_p50_ms":74942.6136595066,"e2e_p95_ms":87607.34784745144,"e2e_p99_ms":100923.93992903351,"itl_p50_ms":19.30704498954583,"itl_p95_ms":20.12343509850325,"itl_p99_ms":1326.1786581776685,"validation_errors":[],"timestamp":"2026-07-18T11:02:40+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":107.03996404999634,"request_tps":0.04671152540433024,"input_tps":3061.2865288981866,"output_tps":47.832602014034165,"total_tps":3109.119130912221,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":10363.625682002748,"ttft_p95_ms":10404.985362602747,"ttft_p99_ms":10412.705504521145,"tpot_p50_ms":10.8236442140817,"tpot_p95_ms":10.831705805661661,"tpot_p99_ms":10.83255761782097,"e2e_p50_ms":21436.21371300833,"e2e_p95_ms":21452.78954540263,"e2e_p99_ms":21453.685665082885,"itl_p50_ms":10.873610997805372,"itl_p95_ms":10.996997996699065,"itl_p99_ms":11.273343877401201,"validation_errors":[],"timestamp":"2026-07-18T11:05:16+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1061.0861083560012,"request_tps":0.07539444666177789,"input_tps":9882.100912852551,"output_tps":9.65048917270757,"total_tps":9891.751402025258,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":72972.71254700172,"ttft_p95_ms":148783.3036832999,"ttft_p99_ms":180658.0337543946,"tpot_p50_ms":1106.9089741220694,"tpot_p95_ms":1478.4773362480566,"tpot_p99_ms":1519.9345360773957,"e2e_p50_ms":215043.60054100107,"e2e_p95_ms":287052.4321624529,"e2e_p99_ms":320109.074471467,"itl_p50_ms":1559.907476999797,"itl_p95_ms":1824.8785799980396,"itl_p99_ms":1910.4850332095514,"validation_errors":[],"timestamp":"2026-07-18T11:23:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":547.6532297779922,"request_tps":0.0730389192011434,"input_tps":9573.357217532268,"output_tps":9.348981657746355,"total_tps":9582.706199190015,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":57879.67621100688,"ttft_p95_ms":101601.23022775585,"ttft_p99_ms":109028.3054787101,"tpot_p50_ms":377.8369059410028,"tpot_p95_ms":664.3192960916847,"tpot_p99_ms":736.3765532357261,"e2e_p50_ms":110857.6857559965,"e2e_p95_ms":116915.50003624432,"e2e_p99_ms":133192.55208548013,"itl_p50_ms":16.20732700394001,"itl_p95_ms":1744.933142647642,"itl_p99_ms":1828.1695698756084,"validation_errors":[],"timestamp":"2026-07-18T11:34:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":117.30603474300005,"request_tps":0.04262355309302075,"input_tps":5586.754351008416,"output_tps":5.455814795906656,"total_tps":5592.210165804323,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":22147.254675990553,"ttft_p95_ms":22311.102286801906,"ttft_p99_ms":22330.518028560327,"tpot_p50_ms":10.264606086613325,"tpot_p95_ms":10.332272332377078,"tpot_p99_ms":10.338893490178899,"e2e_p50_ms":23455.248826998286,"e2e_p95_ms":23610.767754996778,"e2e_p99_ms":23629.395595794194,"itl_p50_ms":11.040742494515143,"itl_p95_ms":11.167784494318767,"itl_p99_ms":13.500451404979627,"validation_errors":[],"timestamp":"2026-07-18T11:37:08+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1062.3376356470108,"request_tps":0.0753056253638952,"input_tps":9870.458927696473,"output_tps":19.278240093157173,"total_tps":9889.73716778963,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":76216.81383599935,"ttft_p95_ms":107627.53101400084,"ttft_p99_ms":155585.82011543695,"tpot_p50_ms":569.1881100000304,"tpot_p95_ms":750.9011534496049,"tpot_p99_ms":762.2162511509924,"e2e_p50_ms":219984.4556639946,"e2e_p95_ms":273110.7321925505,"e2e_p99_ms":332724.76800728356,"itl_p50_ms":21.223631498287432,"itl_p95_ms":1811.4173107525858,"itl_p99_ms":1843.5349023224264,"validation_errors":[],"timestamp":"2026-07-18T11:55:38+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":558.3810994980013,"request_tps":0.07163566251787715,"input_tps":9389.429557543193,"output_tps":18.33872960457655,"total_tps":9407.76828714777,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":57352.08328250155,"ttft_p95_ms":101905.81502910062,"ttft_p99_ms":107847.50488176796,"tpot_p50_ms":196.01410946474346,"tpot_p95_ms":339.5431975480317,"tpot_p99_ms":375.9696451341967,"e2e_p50_ms":113017.10229699529,"e2e_p95_ms":124907.80261044999,"e2e_p99_ms":137708.7387509577,"itl_p50_ms":16.16213550005341,"itl_p95_ms":1660.6459587419522,"itl_p99_ms":1820.6936704504187,"validation_errors":[],"timestamp":"2026-07-18T12:06:05+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":124.31885394500569,"request_tps":0.040219160982708425,"input_tps":5271.605868325559,"output_tps":10.296105211573357,"total_tps":5281.901973537132,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":22147.9597340076,"ttft_p95_ms":22322.687876204145,"ttft_p99_ms":22338.712184043252,"tpot_p50_ms":10.642957552986712,"tpot_p95_ms":10.658123847017265,"tpot_p99_ms":10.659506990540061,"e2e_p50_ms":24848.924032994546,"e2e_p95_ms":25009.82932379993,"e2e_p99_ms":25019.629429560737,"itl_p50_ms":11.038657998142298,"itl_p95_ms":11.137936545856064,"itl_p99_ms":11.813223411882065,"validation_errors":[],"timestamp":"2026-07-18T12:09:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1058.832423122003,"request_tps":0.07555492092329143,"input_tps":9903.134595257654,"output_tps":38.68411951272521,"total_tps":9941.81871477038,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":74471.6599000094,"ttft_p95_ms":106765.67500010424,"ttft_p99_ms":139048.25001150195,"tpot_p50_ms":289.52447289431586,"tpot_p95_ms":380.80717983748235,"tpot_p99_ms":386.644270698282,"e2e_p50_ms":225108.46495749865,"e2e_p95_ms":255401.81710160177,"e2e_p99_ms":289370.3267396969,"itl_p50_ms":20.89256449835375,"itl_p95_ms":1716.418397794041,"itl_p99_ms":1834.1897273034556,"validation_errors":[],"timestamp":"2026-07-18T12:27:36+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i131072_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":578.2823943109979,"request_tps":0.06917035758568878,"input_tps":9066.2971094714,"output_tps":35.415223083872654,"total_tps":9101.712332555271,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":57710.21893200668,"ttft_p95_ms":103601.99008334892,"ttft_p99_ms":109481.67217029579,"tpot_p50_ms":106.08691652836526,"tpot_p95_ms":177.62194912309235,"tpot_p99_ms":195.37121551424306,"e2e_p50_ms":116829.05579249928,"e2e_p95_ms":129854.05213329432,"e2e_p99_ms":139097.38323345227,"itl_p50_ms":16.14161700126715,"itl_p95_ms":1380.5042873951604,"itl_p99_ms":1776.5487830457278,"validation_errors":[],"timestamp":"2026-07-18T12:38:24+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i131072_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":138.64053560700268,"request_tps":0.03606448848533915,"input_tps":4727.044634750373,"output_tps":18.465018104493645,"total_tps":4745.5096528548665,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":22219.05955199327,"ttft_p95_ms":22306.61254239676,"ttft_p99_ms":22318.64417967794,"tpot_p50_ms":10.834015763214143,"tpot_p95_ms":10.879600735040883,"tpot_p99_ms":10.882096582239516,"e2e_p50_ms":27772.15863800666,"e2e_p95_ms":27842.55530220107,"e2e_p99_ms":27854.539080442628,"itl_p50_ms":11.040178505936638,"itl_p95_ms":11.14615780825261,"itl_p99_ms":11.461621124763042,"validation_errors":[],"timestamp":"2026-07-18T12:41:43+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i131072_o512_a1.log"}
+{"timestamp":"2026-07-18T13:47:42+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i262144_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i262144_o128_a2.log"}
+{"timestamp":"2026-07-18T14:59:31+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i262144_o256_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i262144_o256_a2.log"}
+{"timestamp":"2026-07-18T16:11:16+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i524288_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i524288_o128_a2.log"}
+{"timestamp":"2026-07-18T16:26:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=1","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1048576_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1048576_o128_a2.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":20.494353934991523,"request_tps":3.903514121682562,"input_tps":3997.1984606029437,"output_tps":499.64980757536796,"total_tps":4496.848268178312,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1005.9241720009595,"ttft_p95_ms":1657.591441951081,"ttft_p99_ms":1660.8557928266237,"tpot_p50_ms":24.11454478342922,"tpot_p95_ms":30.272018339672385,"tpot_p99_ms":30.680102154030006,"e2e_p50_ms":4089.9203379958635,"e2e_p95_ms":4224.622204449406,"e2e_p99_ms":4228.210738413472,"itl_p50_ms":19.06849749502726,"itl_p95_ms":19.64829109128914,"itl_p99_ms":22.830143018945822,"validation_errors":[],"timestamp":"2026-07-18T16:38:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":83.11267331200361,"request_tps":1.9250975046773269,"input_tps":1971.2998447895827,"output_tps":246.41248059869784,"total_tps":2217.7123253882805,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":2101.129148999462,"ttft_p95_ms":27855.659380456927,"ttft_p99_ms":27963.384894091723,"tpot_p50_ms":38.96104402754888,"tpot_p95_ms":151.01205757360216,"tpot_p99_ms":262.33661014916686,"e2e_p50_ms":18566.999503498664,"e2e_p95_ms":34112.80849969844,"e2e_p99_ms":34125.9047504318,"itl_p50_ms":26.677344998461194,"itl_p95_ms":27.588970500801224,"itl_p99_ms":316.14151140238414,"validation_errors":[],"timestamp":"2026-07-18T16:40:44+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-50.682963,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i1024_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":67.4664613109926,"request_tps":1.1857743602592843,"input_tps":1214.232944905507,"output_tps":303.5582362263768,"total_tps":1517.7911811318838,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":723.2404210008099,"ttft_p95_ms":26364.747573589557,"ttft_p99_ms":26367.67675023075,"tpot_p50_ms":19.262984799998403,"tpot_p95_ms":69.54362276152311,"tpot_p99_ms":83.51004555988422,"e2e_p50_ms":6464.05489549943,"e2e_p95_ms":31198.503940549563,"e2e_p99_ms":31201.25101368816,"itl_p50_ms":19.189897502656095,"itl_p95_ms":22.72214074837393,"itl_p99_ms":23.165180801006485,"validation_errors":[],"timestamp":"2026-07-18T16:42:27+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":21.68984500100487,"request_tps":1.8441809979807067,"input_tps":1888.4413419322436,"output_tps":472.1103354830609,"total_tps":2360.5516774153043,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":266.4807769979234,"ttft_p95_ms":409.68257949934923,"ttft_p99_ms":520.2106170912156,"tpot_p50_ms":15.822766925489034,"tpot_p95_ms":16.81399644314832,"tpot_p99_ms":17.187553204089863,"e2e_p50_ms":4300.3597795031965,"e2e_p95_ms":4528.241609450197,"e2e_p99_ms":4565.159599243925,"itl_p50_ms":15.367039501143154,"itl_p95_ms":15.841521602123976,"itl_p99_ms":17.247865969839044,"validation_errors":[],"timestamp":"2026-07-18T16:43:36+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i1024_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":51.38316150500032,"request_tps":1.5569302794304483,"input_tps":1594.296606136779,"output_tps":797.1483030683895,"total_tps":2391.4449092051686,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":555.1793980048387,"ttft_p95_ms":671.122898250178,"ttft_p99_ms":675.3202101835632,"tpot_p50_ms":18.939316724072786,"tpot_p95_ms":19.676593800771112,"tpot_p99_ms":19.87999885807936,"e2e_p50_ms":10267.900292506965,"e2e_p95_ms":10382.617150258739,"e2e_p99_ms":10384.51480089163,"itl_p50_ms":18.981888504640665,"itl_p95_ms":19.534857997496147,"itl_p99_ms":20.652013031649403,"validation_errors":[],"timestamp":"2026-07-18T16:45:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":73.06452456000261,"request_tps":2.189845221925773,"input_tps":2242.4015072519915,"output_tps":1121.2007536259957,"total_tps":3363.602260877987,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":886.0428039988619,"ttft_p95_ms":1208.5835618556303,"ttft_p99_ms":1214.3867923386279,"tpot_p50_ms":26.763041139915316,"tpot_p95_ms":27.87088705821955,"tpot_p99_ms":28.483495551687216,"e2e_p50_ms":14569.254413996532,"e2e_p95_ms":14982.87910804429,"e2e_p99_ms":14991.131961126084,"itl_p50_ms":26.53418100089766,"itl_p95_ms":27.2653918058495,"itl_p99_ms":28.830812021624325,"validation_errors":[],"timestamp":"2026-07-18T16:47:07+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":40.651463,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":111.24999021500116,"request_tps":2.15730356053225,"input_tps":2209.078845985024,"output_tps":1104.539422992512,"total_tps":3313.6182689775364,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1328.1362890047603,"ttft_p95_ms":14268.931125601375,"ttft_p99_ms":14411.700575920258,"tpot_p50_ms":35.10793064970219,"tpot_p95_ms":60.21121902993297,"tpot_p99_ms":61.00124740044612,"e2e_p50_ms":20855.551744003606,"e2e_p95_ms":31624.157547506184,"e2e_p99_ms":31751.14061543616,"itl_p50_ms":33.39451050851494,"itl_p95_ms":34.321663399168756,"itl_p99_ms":37.69320677602078,"validation_errors":[],"timestamp":"2026-07-18T16:49:41+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":-1.486026,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c48_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c48_i1024_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":101.52057343999331,"request_tps":0.7880176134671494,"input_tps":806.930036190361,"output_tps":806.930036190361,"total_tps":1613.860072380722,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":468.9756815059809,"ttft_p95_ms":771.8280017506913,"ttft_p99_ms":775.3941264438618,"tpot_p50_ms":19.24665488074344,"tpot_p95_ms":20.569765008158825,"tpot_p99_ms":20.972896300824303,"e2e_p50_ms":20117.571790498914,"e2e_p95_ms":21794.246180196933,"e2e_p99_ms":21797.22461936355,"itl_p50_ms":18.92566599417478,"itl_p95_ms":22.661580200656314,"itl_p99_ms":23.042743554105982,"validation_errors":[],"timestamp":"2026-07-18T16:52:03+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":139.98998395199305,"request_tps":1.1429389123643947,"input_tps":1170.3694462611402,"output_tps":1170.3694462611402,"total_tps":2340.7388925222804,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":795.8478079963243,"ttft_p95_ms":931.5604115632595,"ttft_p99_ms":989.8471497204446,"tpot_p50_ms":26.639436038608938,"tpot_p95_ms":27.06229687125965,"tpot_p99_ms":27.17154106122035,"e2e_p50_ms":27796.15592899063,"e2e_p95_ms":28446.77579869167,"e2e_p99_ms":28639.611688363075,"itl_p50_ms":26.36877299664775,"itl_p95_ms":27.261123946664156,"itl_p99_ms":28.494763422495456,"validation_errors":[],"timestamp":"2026-07-18T16:55:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":45.039767,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":182.76205150100577,"request_tps":1.3131828956225042,"input_tps":1344.6992851174443,"output_tps":1344.6992851174443,"total_tps":2689.3985702348887,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1245.215418493899,"ttft_p95_ms":3727.4493945078575,"ttft_p99_ms":3950.8275937904546,"tpot_p50_ms":33.95995156891439,"tpot_p95_ms":35.98121874394319,"tpot_p99_ms":36.69735345651941,"e2e_p50_ms":35934.726889005105,"e2e_p95_ms":38618.14860001177,"e2e_p99_ms":38631.81740479835,"itl_p50_ms":33.199739002157,"itl_p95_ms":34.31936701235827,"itl_p99_ms":36.44234649691498,"validation_errors":[],"timestamp":"2026-07-18T16:58:47+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":14.895283,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c48_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c48_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":214.33554499299498,"request_tps":1.4929861494063357,"input_tps":1528.8178169920877,"output_tps":1528.8178169920877,"total_tps":3057.6356339841755,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1562.28929500503,"ttft_p95_ms":3975.7999414498045,"ttft_p99_ms":5277.382071405883,"tpot_p50_ms":40.017501136850434,"tpot_p95_ms":43.05102051485978,"tpot_p99_ms":44.47817992470569,"e2e_p50_ms":42103.56989350112,"e2e_p95_ms":46442.92736000061,"e2e_p99_ms":46570.94825450069,"itl_p50_ms":39.08388799754903,"itl_p95_ms":40.196824993472546,"itl_p99_ms":43.24791800172533,"validation_errors":[],"timestamp":"2026-07-18T17:03:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":13.692171,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c64_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c64_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":400,"failed":0,"duration_s":244.16226267500315,"request_tps":1.6382548048894339,"input_tps":1677.5729202067803,"output_tps":1677.5729202067803,"total_tps":3355.1458404135606,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1406.5726720000384,"ttft_p95_ms":5523.8912704946415,"ttft_p99_ms":6931.557152911992,"tpot_p50_ms":45.51223271700735,"tpot_p95_ms":49.433379359436074,"tpot_p99_ms":50.887081792714746,"e2e_p50_ms":47963.535843999125,"e2e_p95_ms":53120.28898720091,"e2e_p99_ms":53190.51296707403,"itl_p50_ms":44.53372900024988,"itl_p95_ms":46.309411003312555,"itl_p99_ms":49.372684579284396,"validation_errors":[],"timestamp":"2026-07-18T17:07:56+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"concurrency":80,"num_prompts":400,"warmup_requests":80,"attempt":1,"gain_pct":9.730074,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c80_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c80_i1024_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":201.59850358699623,"request_tps":0.39682834235660597,"input_tps":406.3522225731645,"output_tps":812.704445146329,"total_tps":1219.0566677194936,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1177.5901669971063,"ttft_p95_ms":1745.211757299694,"ttft_p99_ms":1767.8567786235362,"tpot_p50_ms":19.051566398384512,"tpot_p95_ms":19.65208371032642,"tpot_p99_ms":19.713088614078554,"e2e_p50_ms":40406.39912300685,"e2e_p95_ms":40618.29996804663,"e2e_p99_ms":40632.911920766055,"itl_p50_ms":18.892094005423132,"itl_p95_ms":19.367996745131677,"itl_p99_ms":19.894864501111442,"validation_errors":[],"timestamp":"2026-07-18T17:11:58+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":281.85928446899925,"request_tps":0.5676591434673774,"input_tps":581.2829629105945,"output_tps":1162.565925821189,"total_tps":1743.8488887317835,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1117.487217001326,"ttft_p95_ms":2553.8078357429185,"ttft_p99_ms":2993.4841862616304,"tpot_p50_ms":26.76263542794064,"tpot_p95_ms":27.53233246727385,"tpot_p99_ms":27.865524442039778,"e2e_p50_ms":55895.907828497,"e2e_p95_ms":57527.05107404836,"e2e_p99_ms":58192.073965635354,"itl_p50_ms":26.45934800239047,"itl_p95_ms":27.13616625260329,"itl_p99_ms":28.14117449815967,"validation_errors":[],"timestamp":"2026-07-18T17:17:20+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":43.049042,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":353.1117215020058,"request_tps":0.6796715752712182,"input_tps":695.9836930777275,"output_tps":1391.967386155455,"total_tps":2087.9510792331826,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1266.623088500637,"ttft_p95_ms":3356.646992406604,"ttft_p99_ms":3942.8777975535195,"tpot_p50_ms":33.635628227162734,"tpot_p95_ms":34.75035421606782,"tpot_p99_ms":35.11357172972729,"e2e_p50_ms":70441.57704149256,"e2e_p95_ms":72465.41318524323,"e2e_p99_ms":72892.42449795536,"itl_p50_ms":33.225778497580905,"itl_p95_ms":34.25421724750777,"itl_p99_ms":36.02693964494392,"validation_errors":[],"timestamp":"2026-07-18T17:23:55+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":19.73234,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c48_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c48_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":320,"failed":0,"duration_s":446.18858067200927,"request_tps":0.7171855440989652,"input_tps":734.3979971573403,"output_tps":1468.7959943146807,"total_tps":2203.193991472021,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":3091.123141493881,"ttft_p95_ms":4943.070733249633,"ttft_p99_ms":6374.720277928718,"tpot_p50_ms":41.087873462135704,"tpot_p95_ms":47.50534832630567,"tpot_p99_ms":48.092954542145236,"e2e_p50_ms":86951.5591754971,"e2e_p95_ms":99546.81678659836,"e2e_p99_ms":100310.53305495938,"itl_p50_ms":39.21761200763285,"itl_p95_ms":40.424718605936505,"itl_p99_ms":43.118371956516036,"validation_errors":[],"timestamp":"2026-07-18T17:32:10+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":5.519426,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c64_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c64_i1024_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":396.13729685900034,"request_tps":0.20195018402540094,"input_tps":206.79698844201056,"output_tps":827.1879537680422,"total_tps":1033.9849422100528,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1027.5491044958471,"ttft_p95_ms":1717.8859338040638,"ttft_p99_ms":1719.3361484943305,"tpot_p50_ms":19.06194636495602,"tpot_p95_ms":19.228063780196333,"tpot_p99_ms":19.34363865526535,"e2e_p50_ms":79312.33283250185,"e2e_p95_ms":79744.04490074594,"e2e_p99_ms":79745.244649245,"itl_p50_ms":18.932164006400853,"itl_p95_ms":19.385933002922684,"itl_p99_ms":19.828857391257763,"validation_errors":[],"timestamp":"2026-07-18T17:39:28+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1024_o4096_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":553.1462327039917,"request_tps":0.2892544331683476,"input_tps":296.19653956438793,"output_tps":1184.7861582575517,"total_tps":1480.9826978219396,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1164.8826539967558,"ttft_p95_ms":2573.4174471523147,"ttft_p99_ms":2886.729140810494,"tpot_p50_ms":26.635536381319394,"tpot_p95_ms":26.947587211697,"tpot_p99_ms":27.154111991230884,"e2e_p50_ms":110233.69033999916,"e2e_p95_ms":111723.72526573963,"e2e_p99_ms":112356.31665142413,"itl_p50_ms":26.46677300799638,"itl_p95_ms":27.101606596261263,"itl_p99_ms":28.28387128654867,"validation_errors":[],"timestamp":"2026-07-18T17:49:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":43.230587,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i1024_o4096_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":704.7832572010084,"request_tps":0.3405302233670267,"input_tps":348.70294872783535,"output_tps":1394.8117949113414,"total_tps":1743.5147436391767,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":2554.920080503507,"ttft_p95_ms":4124.314386187325,"ttft_p99_ms":4813.645200172177,"tpot_p50_ms":33.80327408339303,"tpot_p95_ms":34.26056532494254,"tpot_p99_ms":34.44665150048909,"e2e_p50_ms":140744.29963600414,"e2e_p95_ms":143079.182561559,"e2e_p99_ms":143865.95864411953,"itl_p50_ms":33.240504999412224,"itl_p95_ms":34.06553700333461,"itl_p99_ms":35.157517042243846,"validation_errors":[],"timestamp":"2026-07-18T18:01:58+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":17.726881,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c48_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c48_i1024_o4096_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":43.713177094992716,"request_tps":1.8301117721586035,"input_tps":7496.13781876164,"output_tps":234.25430683630125,"total_tps":7730.392125597942,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":3250.992272500298,"ttft_p95_ms":5033.8606765035365,"ttft_p99_ms":5917.11793320588,"tpot_p50_ms":43.38589730709434,"tpot_p95_ms":65.13508357950734,"tpot_p99_ms":65.4915554337428,"e2e_p50_ms":8771.897506492678,"e2e_p95_ms":9782.409786347853,"e2e_p99_ms":10758.638107956353,"itl_p50_ms":19.08991750678979,"itl_p95_ms":21.63157050308655,"itl_p99_ms":806.6755335751805,"validation_errors":[],"timestamp":"2026-07-18T18:03:22+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":12.256071937998058,"request_tps":3.26368841520799,"input_tps":13368.067748691927,"output_tps":417.7521171466227,"total_tps":13785.81986583855,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":421.7073524996522,"ttft_p95_ms":642.3492995047127,"ttft_p99_ms":643.49958584673,"tpot_p50_ms":15.426759956648398,"tpot_p95_ms":18.147410334254733,"tpot_p99_ms":19.322369080118232,"e2e_p50_ms":2397.4875534986495,"e2e_p95_ms":2590.407211245474,"e2e_p99_ms":2591.787784789776,"itl_p50_ms":15.500206005526707,"itl_p95_ms":15.88571555839735,"itl_p99_ms":19.682618644001202,"validation_errors":[],"timestamp":"2026-07-18T18:04:13+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i4096_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":42.91893245698884,"request_tps":1.8639792609047745,"input_tps":7634.859052665956,"output_tps":477.1786907916223,"total_tps":8112.0377434575785,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":635.0179559885873,"ttft_p95_ms":13976.33427795081,"ttft_p99_ms":13977.976628586184,"tpot_p50_ms":20.182953601960985,"tpot_p95_ms":24.679248042943357,"tpot_p99_ms":76.76449639818748,"e2e_p50_ms":5579.157463005686,"e2e_p95_ms":19888.990151650796,"e2e_p99_ms":19890.161182753363,"itl_p50_ms":19.369056506548077,"itl_p95_ms":23.29253535644966,"itl_p99_ms":26.379618689243156,"validation_errors":[],"timestamp":"2026-07-18T18:05:32+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":22.417174778995104,"request_tps":1.784346171823579,"input_tps":7308.681919789379,"output_tps":456.7926199868362,"total_tps":7765.474539776216,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":401.2988880058401,"ttft_p95_ms":636.3846962092794,"ttft_p99_ms":638.9201483046054,"tpot_p50_ms":15.539536943149013,"tpot_p95_ms":17.359883031176118,"tpot_p99_ms":17.512426892583097,"e2e_p50_ms":4554.491610004334,"e2e_p95_ms":4581.566213159385,"e2e_p99_ms":4592.387850957457,"itl_p50_ms":15.514947997871786,"itl_p95_ms":15.851240301708456,"itl_p99_ms":17.47032321247389,"validation_errors":[],"timestamp":"2026-07-18T18:06:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i4096_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":51.96738748099597,"request_tps":1.5394270113973947,"input_tps":6305.493038683729,"output_tps":788.1866298354661,"total_tps":7093.679668519194,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":613.8812744975439,"ttft_p95_ms":725.8442713580735,"ttft_p99_ms":729.0491645169095,"tpot_p50_ms":19.236604545014607,"tpot_p95_ms":19.893679921815437,"tpot_p99_ms":20.12088710712293,"e2e_p50_ms":10396.597043494694,"e2e_p95_ms":10446.375025097223,"e2e_p99_ms":10450.861348390754,"itl_p50_ms":19.099822995485738,"itl_p95_ms":19.64766639575828,"itl_p99_ms":20.83560043829494,"validation_errors":[],"timestamp":"2026-07-18T18:07:59+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":102.97468106399174,"request_tps":1.5537800005476192,"input_tps":6364.282882243048,"output_tps":795.535360280381,"total_tps":7159.818242523429,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":1327.3448379986803,"ttft_p95_ms":6415.816503690439,"ttft_p99_ms":7063.298044983385,"tpot_p50_ms":37.83573112817043,"tpot_p95_ms":46.986897998639115,"tpot_p99_ms":49.625037676754594,"e2e_p50_ms":20865.86624949996,"e2e_p95_ms":29664.978281739604,"e2e_p99_ms":29688.870862607728,"itl_p50_ms":26.68627399543766,"itl_p95_ms":27.58873150160071,"itl_p99_ms":771.1654877371619,"validation_errors":[],"timestamp":"2026-07-18T18:10:25+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":0.932359,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i4096_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":100.82167016000312,"request_tps":0.7934802098898053,"input_tps":3250.0949397086424,"output_tps":812.5237349271606,"total_tps":4062.6186746358035,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":613.5165439991397,"ttft_p95_ms":760.1945094509574,"ttft_p99_ms":764.0324396845244,"tpot_p50_ms":19.076734021023704,"tpot_p95_ms":19.563032433865498,"tpot_p99_ms":19.631716173547968,"e2e_p50_ms":20127.668991503015,"e2e_p95_ms":20324.95296520501,"e2e_p99_ms":20327.8391812848,"itl_p50_ms":19.05516499391524,"itl_p95_ms":19.582460247329436,"itl_p99_ms":20.40359762191656,"validation_errors":[],"timestamp":"2026-07-18T18:12:48+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":141.85917260299902,"request_tps":1.1278791287453023,"input_tps":4619.792911340758,"output_tps":1154.9482278351895,"total_tps":5774.741139175948,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":878.098991997831,"ttft_p95_ms":1304.759182039561,"ttft_p99_ms":1313.0342509156617,"tpot_p50_ms":26.79666544086766,"tpot_p95_ms":27.47059822004739,"tpot_p99_ms":27.55487656714037,"e2e_p50_ms":28412.509833498916,"e2e_p95_ms":28700.928862997534,"e2e_p99_ms":28704.622863085533,"itl_p50_ms":26.56364299764391,"itl_p95_ms":27.329141591326334,"itl_p99_ms":28.83180087490473,"validation_errors":[],"timestamp":"2026-07-18T18:15:54+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":42.143322,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":240,"failed":0,"duration_s":206.8595470989967,"request_tps":1.1602075097125844,"input_tps":4752.2099597827455,"output_tps":1188.0524899456864,"total_tps":5940.262449728431,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1353.6823324975558,"ttft_p95_ms":8837.937199161388,"ttft_p99_ms":12539.485914956445,"tpot_p50_ms":34.06234843547488,"tpot_p95_ms":46.28863560786977,"tpot_p99_ms":49.29601255885225,"e2e_p50_ms":36273.61414500774,"e2e_p95_ms":54036.02395145281,"e2e_p99_ms":57728.12601206605,"itl_p50_ms":33.25610200408846,"itl_p95_ms":34.3045965055353,"itl_p99_ms":38.156355496175685,"validation_errors":[],"timestamp":"2026-07-18T18:20:02+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":2.866298,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c48_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c48_i4096_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":226.2930432849971,"request_tps":0.3535239035132278,"input_tps":1448.0339087901812,"output_tps":724.0169543950906,"total_tps":2172.0508631852717,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":3613.228814007016,"ttft_p95_ms":5068.392907438827,"ttft_p99_ms":5924.074813730547,"tpot_p50_ms":20.301075900342266,"tpot_p95_ms":21.80234154704111,"tpot_p99_ms":21.982594215769197,"e2e_p50_ms":45368.19583450415,"e2e_p95_ms":45928.71136995382,"e2e_p99_ms":46848.234174456,"itl_p50_ms":19.019934006792028,"itl_p95_ms":19.47798715555109,"itl_p99_ms":20.40416529416689,"validation_errors":[],"timestamp":"2026-07-18T18:24:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":160.95230149800773,"request_tps":0.2485208327418364,"input_tps":1017.9413309105619,"output_tps":508.97066545528094,"total_tps":1526.9119963658427,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":362.81632750615245,"ttft_p95_ms":623.7167448045511,"ttft_p99_ms":625.2648844018404,"tpot_p50_ms":15.543941450658169,"tpot_p95_ms":15.754282728725991,"tpot_p99_ms":15.80337177902542,"e2e_p50_ms":32107.156764999672,"e2e_p95_ms":32540.420040405294,"e2e_p99_ms":32545.306849364715,"itl_p50_ms":15.51451200793963,"itl_p95_ms":15.796286796103232,"itl_p99_ms":16.320302356907636,"validation_errors":[],"timestamp":"2026-07-18T18:27:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i4096_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":394.11337144099525,"request_tps":0.202987276751094,"input_tps":831.435885572481,"output_tps":831.435885572481,"total_tps":1662.871771144962,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":638.0979610039503,"ttft_p95_ms":858.374953155726,"ttft_p99_ms":862.1781548227591,"tpot_p50_ms":19.02667841745885,"tpot_p95_ms":19.556566265750014,"tpot_p99_ms":19.568407414099994,"e2e_p50_ms":78587.67568700569,"e2e_p95_ms":80536.01517620627,"e2e_p99_ms":80539.64829813965,"itl_p50_ms":18.98640600120416,"itl_p95_ms":19.57594869672903,"itl_p99_ms":22.82057530406746,"validation_errors":[],"timestamp":"2026-07-18T18:35:06+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i4096_o4096_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":576.8382063570025,"request_tps":0.27737413756011986,"input_tps":1136.124467446251,"output_tps":1136.124467446251,"total_tps":2272.248934892502,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1193.8327535026474,"ttft_p95_ms":7165.454577142373,"ttft_p99_ms":7753.701370028719,"tpot_p50_ms":27.549140140170035,"tpot_p95_ms":28.76829479119638,"tpot_p99_ms":29.17067808340052,"e2e_p50_ms":114736.05373399914,"e2e_p95_ms":123763.74871914813,"e2e_p99_ms":124334.06987681067,"itl_p50_ms":26.4722590072779,"itl_p95_ms":27.23320730146952,"itl_p99_ms":28.299693612789255,"validation_errors":[],"timestamp":"2026-07-18T18:45:29+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":36.646071,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i4096_o4096_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":75.45125090298825,"request_tps":1.0602872588932994,"input_tps":8685.873224853909,"output_tps":135.71676913834233,"total_tps":8821.589993992251,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":4836.102249508258,"ttft_p95_ms":9205.858945955695,"ttft_p99_ms":11749.189545543044,"tpot_p50_ms":78.22982623228322,"tpot_p95_ms":111.06084281651191,"tpot_p99_ms":112.79523012326734,"e2e_p50_ms":15111.083360498014,"e2e_p95_ms":18831.821183011198,"e2e_p99_ms":21389.193586261677,"itl_p50_ms":19.115749491902534,"itl_p95_ms":804.4991801063588,"itl_p99_ms":812.7429055940593,"validation_errors":[],"timestamp":"2026-07-18T18:47:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":41.684667524998076,"request_tps":0.9595854393227968,"input_tps":7860.923918932352,"output_tps":122.826936233318,"total_tps":7983.750855165669,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":4075.567616491753,"ttft_p95_ms":5780.403931096224,"ttft_p99_ms":5865.2658081869595,"tpot_p50_ms":34.175503795268014,"tpot_p95_ms":59.19502821809834,"tpot_p99_ms":59.59496128988268,"e2e_p50_ms":8426.050835012575,"e2e_p95_ms":8598.692144800589,"e2e_p99_ms":9000.702920414331,"itl_p50_ms":15.516177001700271,"itl_p95_ms":16.574364760890607,"itl_p99_ms":810.7495558337541,"validation_errors":[],"timestamp":"2026-07-18T18:48:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i8192_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":7.004598083003657,"request_tps":0.7138168301379455,"input_tps":5847.58747249005,"output_tps":91.36855425765702,"total_tps":5938.956026747706,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":125.16411799879279,"ttft_p95_ms":159.83229980920441,"ttft_p99_ms":166.5409439720679,"tpot_p50_ms":9.993024118034734,"tpot_p95_ms":9.994286105497814,"tpot_p99_ms":9.994497416356731,"e2e_p50_ms":1393.5523950058268,"e2e_p95_ms":1428.7273572030244,"e2e_p99_ms":1435.6112058431609,"itl_p50_ms":10.037667001597583,"itl_p95_ms":10.143719501502346,"itl_p99_ms":10.8153990804567,"validation_errors":[],"timestamp":"2026-07-18T18:49:35+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i8192_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":72.453395568009,"request_tps":1.1041580504657966,"input_tps":9045.262749415806,"output_tps":282.66446091924394,"total_tps":9327.927210335049,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":1312.423443494481,"ttft_p95_ms":7308.292311253172,"ttft_p99_ms":10065.347769423162,"tpot_p50_ms":40.429239782336964,"tpot_p95_ms":96.2735951977968,"tpot_p99_ms":100.25409420568772,"e2e_p50_ms":16392.14056799392,"e2e_p95_ms":28409.09178294241,"e2e_p99_ms":30987.44901948244,"itl_p50_ms":19.161306001478806,"itl_p95_ms":23.255677602719516,"itl_p99_ms":807.7824442053679,"validation_errors":[],"timestamp":"2026-07-18T18:51:33+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":22.514516668001306,"request_tps":1.7766315213352941,"input_tps":14554.16542277873,"output_tps":454.8176694618353,"total_tps":15008.983092240565,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":482.48211199825164,"ttft_p95_ms":649.8923471466696,"ttft_p99_ms":661.6236467094859,"tpot_p50_ms":15.50595487645421,"tpot_p95_ms":17.033457011746254,"tpot_p99_ms":17.365503510725617,"e2e_p50_ms":4489.201114003663,"e2e_p95_ms":4606.07823035898,"e2e_p99_ms":4615.804842310026,"itl_p50_ms":15.546988492133096,"itl_p95_ms":15.891939854191149,"itl_p99_ms":18.105976864171677,"validation_errors":[],"timestamp":"2026-07-18T18:52:38+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i8192_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":55.058279390010284,"request_tps":1.453005812864452,"input_tps":11903.023618985591,"output_tps":743.9389761865995,"total_tps":12646.96259517219,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":646.7031464926549,"ttft_p95_ms":988.5312796541257,"ttft_p99_ms":991.0860458303068,"tpot_p50_ms":19.639537490211417,"tpot_p95_ms":23.26450091790242,"tpot_p99_ms":24.098436052735504,"e2e_p50_ms":10635.853952495381,"e2e_p95_ms":12568.214964205981,"e2e_p99_ms":12656.646070211136,"itl_p50_ms":19.223247501940932,"itl_p95_ms":23.0126800997823,"itl_p99_ms":23.66141632097424,"validation_errors":[],"timestamp":"2026-07-18T18:54:14+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o512_a1.log"}
+{"status":"COMPLETED","completed":160,"failed":0,"duration_s":146.7299153940112,"request_tps":1.0904388486175767,"input_tps":8932.875047875188,"output_tps":558.3046904921993,"total_tps":9491.179738367387,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":1675.163510008133,"ttft_p95_ms":13655.305570442579,"ttft_p99_ms":13684.641974476835,"tpot_p50_ms":49.76186106947306,"tpot_p95_ms":84.22292647183322,"tpot_p99_ms":93.89637417644659,"e2e_p50_ms":27359.295152498817,"e2e_p95_ms":49468.085842504646,"e2e_p99_ms":50999.00124250853,"itl_p50_ms":26.716196007328108,"itl_p95_ms":27.785706396389287,"itl_p99_ms":804.8630651264102,"validation_errors":[],"timestamp":"2026-07-18T18:57:22+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-24.952892,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c32_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c32_i8192_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":160.43696923299285,"request_tps":0.4986381903276973,"input_tps":4084.8440551644962,"output_tps":510.60550689556203,"total_tps":4595.449562060058,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":5587.486994001665,"ttft_p95_ms":9174.630177048673,"ttft_p99_ms":11714.51257994791,"tpot_p50_ms":25.97956142424216,"tpot_p95_ms":29.949522686262398,"tpot_p99_ms":30.534987349585858,"e2e_p50_ms":31954.474079007923,"e2e_p95_ms":36600.35537089134,"e2e_p99_ms":39140.6660188586,"itl_p50_ms":19.02622099441942,"itl_p95_ms":19.546121402527206,"itl_p99_ms":24.72240359260479,"validation_errors":[],"timestamp":"2026-07-18T19:00:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o1024_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":111.44748517499829,"request_tps":0.35891343745613247,"input_tps":2940.218879640637,"output_tps":367.52735995507965,"total_tps":3307.746239595717,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":4103.892923507374,"ttft_p95_ms":6491.925936994085,"ttft_p99_ms":6544.599169419089,"tpot_p50_ms":17.900101545453488,"tpot_p95_ms":20.985052296195366,"tpot_p99_ms":21.080327396779527,"e2e_p50_ms":22336.36116750131,"e2e_p95_ms":22539.265554338635,"e2e_p99_ms":22582.32357595669,"itl_p50_ms":15.580939005303662,"itl_p95_ms":15.905356196890354,"itl_p99_ms":16.768174769676985,"validation_errors":[],"timestamp":"2026-07-18T19:03:18+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i8192_o1024_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":52.03043243099819,"request_tps":0.09609760608141993,"input_tps":787.231589018992,"output_tps":98.403948627374,"total_tps":885.6355376463661,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":127.56150499626528,"ttft_p95_ms":167.51551360066514,"ttft_p99_ms":172.300797921489,"tpot_p50_ms":10.037303440857615,"tpot_p95_ms":10.044805666668255,"tpot_p99_ms":10.045376438908105,"e2e_p50_ms":10400.478201991064,"e2e_p95_ms":10440.194338402944,"e2e_p99_ms":10448.089420484612,"itl_p50_ms":10.042487003374845,"itl_p95_ms":10.127308002847712,"itl_p99_ms":10.815381428692477,"validation_errors":[],"timestamp":"2026-07-18T19:04:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i8192_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":231.34545175000676,"request_tps":0.3458032107173149,"input_tps":2832.8199021962437,"output_tps":708.2049755490609,"total_tps":3541.024877745305,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1170.5505850040936,"ttft_p95_ms":8750.72329499817,"ttft_p99_ms":8820.094275226002,"tpot_p50_ms":20.661215621641908,"tpot_p95_ms":23.863445902077334,"tpot_p99_ms":24.653699721019567,"e2e_p50_ms":45815.205332000914,"e2e_p95_ms":54742.925004346034,"e2e_p99_ms":54756.255237455334,"itl_p50_ms":19.060655002249405,"itl_p95_ms":22.68527654741774,"itl_p99_ms":23.20946400228422,"validation_errors":[],"timestamp":"2026-07-18T19:09:23+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":164.81526723700517,"request_tps":0.24269596300493085,"input_tps":1988.1653289363935,"output_tps":497.0413322340984,"total_tps":2485.2066611704918,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":470.3111519993399,"ttft_p95_ms":711.1056398942309,"ttft_p99_ms":735.8394147281069,"tpot_p50_ms":15.667958914264869,"tpot_p95_ms":16.8450492331217,"tpot_p99_ms":16.912406351120207,"e2e_p50_ms":32575.785732005897,"e2e_p95_ms":34947.530165653734,"e2e_p99_ms":34954.76745566077,"itl_p50_ms":15.634048504580278,"itl_p95_ms":17.67028665417456,"itl_p99_ms":17.946476925426396,"validation_errors":[],"timestamp":"2026-07-18T19:12:49+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i8192_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":423.24347077700077,"request_tps":0.18901650119524357,"input_tps":1548.4231777914354,"output_tps":774.2115888957177,"total_tps":2322.634766687153,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1218.2044685032452,"ttft_p95_ms":8749.05365249142,"ttft_p99_ms":8814.418648345016,"tpot_p50_ms":19.86832716678862,"tpot_p95_ms":21.398386113321173,"tpot_p99_ms":21.800396652945892,"e2e_p50_ms":84895.10603349481,"e2e_p95_ms":94506.3192715068,"e2e_p99_ms":94514.91396225058,"itl_p50_ms":19.023902001208626,"itl_p95_ms":19.433909246436087,"itl_p99_ms":19.943049424764467,"validation_errors":[],"timestamp":"2026-07-18T19:20:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i8192_o4096_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":351.0663063950051,"request_tps":0.11393859015052751,"input_tps":933.3849305131214,"output_tps":466.6924652565607,"total_tps":1400.077395769682,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":4092.9414790007286,"ttft_p95_ms":6508.158590749372,"ttft_p99_ms":6556.465488429385,"tpot_p50_ms":16.178292109889274,"tpot_p95_ms":16.91658862515083,"tpot_p99_ms":17.028652452144474,"e2e_p50_ms":70100.3004430022,"e2e_p95_ms":70738.56010038799,"e2e_p99_ms":70747.37581783498,"itl_p50_ms":15.60137199703604,"itl_p95_ms":15.927642148017185,"itl_p99_ms":16.743051189841953,"validation_errors":[],"timestamp":"2026-07-18T19:27:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i8192_o4096_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":206.36372437399405,"request_tps":0.024229064556610124,"input_tps":198.48449684775014,"output_tps":99.24224842387507,"total_tps":297.7267452716252,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":146.6991049965145,"ttft_p95_ms":167.91196799604222,"ttft_p99_ms":171.7633943958208,"tpot_p50_ms":10.04112154602938,"tpot_p95_ms":10.04563999340684,"tpot_p99_ms":10.046073152283968,"e2e_p50_ms":41267.04756698746,"e2e_p95_ms":41287.81021599716,"e2e_p99_ms":41290.416270397254,"itl_p50_ms":10.043244998087175,"itl_p95_ms":10.107718493964057,"itl_p99_ms":10.18913019244792,"validation_errors":[],"timestamp":"2026-07-18T19:31:10+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i8192_o4096_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":93.98124229100358,"request_tps":0.8512336935522511,"input_tps":13946.612835160082,"output_tps":108.95791277468814,"total_tps":14055.57074793477,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":5897.8252684973995,"ttft_p95_ms":15505.925497296994,"ttft_p99_ms":15660.84459253863,"tpot_p50_ms":97.74507342126884,"tpot_p95_ms":181.5390514409755,"tpot_p99_ms":206.1937778609196,"e2e_p50_ms":18794.326423500024,"e2e_p95_ms":36072.76272514791,"e2e_p99_ms":36103.26950277915,"itl_p50_ms":19.351645991264377,"itl_p95_ms":808.3569175898447,"itl_p99_ms":841.5016414626733,"validation_errors":[],"timestamp":"2026-07-18T19:33:25+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i16384_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":73.57562627200969,"request_tps":0.5436583013526746,"input_tps":8907.29760936222,"output_tps":69.58826257314234,"total_tps":8976.885871935363,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":7371.525477996329,"ttft_p95_ms":9885.704377856015,"ttft_p99_ms":11430.610219475637,"tpot_p50_ms":56.36467559455149,"tpot_p95_ms":103.88276453105772,"tpot_p99_ms":104.11369525559002,"e2e_p50_ms":14939.428478995978,"e2e_p95_ms":15930.2053293577,"e2e_p99_ms":18185.52910321043,"itl_p50_ms":15.728879494417924,"itl_p95_ms":789.9736687984841,"itl_p99_ms":836.475171646016,"validation_errors":[],"timestamp":"2026-07-18T19:35:21+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i16384_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":13.584050375997322,"request_tps":0.36807872921576285,"input_tps":6030.6018994710585,"output_tps":47.114077339617644,"total_tps":6077.715976810677,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":1762.8185909998138,"ttft_p95_ms":1788.4817537968047,"ttft_p99_ms":1792.1810795576312,"tpot_p50_ms":9.917613307030608,"tpot_p95_ms":9.937236842508685,"tpot_p99_ms":9.938681686597723,"e2e_p50_ms":3022.355480992701,"e2e_p95_ms":3043.835378601216,"e2e_p99_ms":3046.153739723377,"itl_p50_ms":10.059997002827004,"itl_p95_ms":10.170532602933235,"itl_p99_ms":11.208071191213087,"validation_errors":[],"timestamp":"2026-07-18T19:36:15+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i16384_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":145.70628740401298,"request_tps":0.5490497453838541,"input_tps":8995.631028369065,"output_tps":140.55673481826665,"total_tps":9136.187763187332,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":8151.35281750554,"ttft_p95_ms":12977.924056299522,"ttft_p99_ms":17966.437911497193,"tpot_p50_ms":85.28851907647228,"tpot_p95_ms":106.28300067825715,"tpot_p99_ms":112.13843546321674,"e2e_p50_ms":30443.802039997536,"e2e_p95_ms":34039.24325620974,"e2e_p99_ms":36735.341482378266,"itl_p50_ms":19.333050011482555,"itl_p95_ms":806.5361842411221,"itl_p99_ms":834.3891693025944,"validation_errors":[],"timestamp":"2026-07-18T19:39:23+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i16384_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":83.64952013299626,"request_tps":0.47818564812330183,"input_tps":7834.593658852177,"output_tps":122.41552591956527,"total_tps":7957.009184771742,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":7401.476231003471,"ttft_p95_ms":9893.221969894508,"ttft_p99_ms":11371.212920583783,"tpot_p50_ms":36.010130798026424,"tpot_p95_ms":59.56816461881709,"tpot_p99_ms":59.70731263833267,"e2e_p50_ms":16952.684900497843,"e2e_p95_ms":17935.38019915213,"e2e_p99_ms":19333.794284508767,"itl_p50_ms":15.764728501380887,"itl_p95_ms":16.77234124363167,"itl_p99_ms":824.1691540766624,"validation_errors":[],"timestamp":"2026-07-18T19:41:24+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i16384_o256_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":20.309821377988555,"request_tps":0.24618631089581694,"input_tps":4033.5165177170647,"output_tps":63.02369558932914,"total_tps":4096.540213306394,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":1771.0999209957663,"ttft_p95_ms":1802.232931004255,"ttft_p99_ms":1804.579591806396,"tpot_p50_ms":10.001251388252166,"tpot_p95_ms":10.377653477629009,"tpot_p99_ms":10.38229325551348,"e2e_p50_ms":4317.0059739932185,"e2e_p95_ms":4423.306452599354,"e2e_p99_ms":4441.103032119572,"itl_p50_ms":10.092441996675916,"itl_p95_ms":10.618345004331786,"itl_p99_ms":10.702234601194503,"validation_errors":[],"timestamp":"2026-07-18T19:42:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i16384_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":170.3578157370066,"request_tps":0.4695998223145902,"input_tps":7693.923488802246,"output_tps":240.43510902507018,"total_tps":7934.358597827316,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":8156.038826506119,"ttft_p95_ms":12924.550932049891,"ttft_p99_ms":17915.085153911492,"tpot_p50_ms":52.24187315068102,"tpot_p95_ms":62.712674700681134,"tpot_p99_ms":65.61119438801222,"e2e_p50_ms":35393.103162503394,"e2e_p95_ms":38984.42907434728,"e2e_p99_ms":41623.539175986356,"itl_p50_ms":19.32405200204812,"itl_p95_ms":21.634133001498338,"itl_p99_ms":824.7844458001784,"validation_errors":[],"timestamp":"2026-07-18T19:45:57+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i16384_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":104.01275511900894,"request_tps":0.3845682191019067,"input_tps":6300.765701765639,"output_tps":196.89892818017623,"total_tps":6497.664629945816,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":7437.943858494691,"ttft_p95_ms":9905.887866345434,"ttft_p99_ms":11388.968920352343,"tpot_p50_ms":25.914840540128083,"tpot_p95_ms":37.61967457973862,"tpot_p99_ms":37.7516320261625,"e2e_p50_ms":21026.19588750531,"e2e_p95_ms":21907.00896744674,"e2e_p99_ms":23394.08191379989,"itl_p50_ms":15.77216999430675,"itl_p95_ms":16.180042488849722,"itl_p99_ms":804.9971171203651,"validation_errors":[],"timestamp":"2026-07-18T19:48:24+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i16384_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":32.96018853300484,"request_tps":0.1516981614044236,"input_tps":2485.4226764500763,"output_tps":77.66945863906489,"total_tps":2563.0921350891413,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":1780.8841009973548,"ttft_p95_ms":1784.89512099477,"ttft_p99_ms":1785.346367394668,"tpot_p50_ms":10.036778720170933,"tpot_p95_ms":10.041694946758177,"tpot_p99_ms":10.042419026913567,"e2e_p50_ms":6910.135928003001,"e2e_p95_ms":6912.408742992557,"e2e_p99_ms":6912.603928590543,"itl_p50_ms":10.066805989481509,"itl_p95_ms":10.161452603642829,"itl_p99_ms":10.303146040532738,"validation_errors":[],"timestamp":"2026-07-18T19:49:38+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i16384_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":220.00712975600618,"request_tps":0.3636245792975989,"input_tps":5957.62510721186,"output_tps":372.35156920074127,"total_tps":6329.976676412602,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":8949.423335499887,"ttft_p95_ms":13230.5310501506,"ttft_p99_ms":17868.77388321081,"tpot_p50_ms":35.50797541349297,"tpot_p95_ms":41.019759479077166,"tpot_p99_ms":42.44020022019431,"e2e_p50_ms":45317.334993495024,"e2e_p95_ms":48995.638418698945,"e2e_p99_ms":50733.271541520066,"itl_p50_ms":19.32505799777573,"itl_p95_ms":19.852673995046644,"itl_p99_ms":810.2406847501697,"validation_errors":[],"timestamp":"2026-07-18T19:53:58+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i16384_o1024_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":144.44488435500534,"request_tps":0.27692223354681866,"input_tps":4537.093874431077,"output_tps":283.5683671519423,"total_tps":4820.662241583019,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":7447.844484995585,"ttft_p95_ms":10903.687865851678,"ttft_p99_ms":11590.41289630608,"tpot_p50_ms":20.858516757585765,"tpot_p95_ms":26.647978239451753,"tpot_p99_ms":26.7715851110864,"e2e_p50_ms":29078.027326002484,"e2e_p95_ms":30909.973091399297,"e2e_p99_ms":31430.597442610888,"itl_p50_ms":15.789873999892734,"itl_p95_ms":16.12194828921929,"itl_p99_ms":19.241495843598383,"validation_errors":[],"timestamp":"2026-07-18T19:57:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i16384_o1024_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":59.193268971008365,"request_tps":0.08446906357628088,"input_tps":1383.941137633786,"output_tps":86.49632110211162,"total_tps":1470.4374587358975,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1783.9480679976987,"ttft_p95_ms":1806.3428543973714,"ttft_p99_ms":1810.4097556788474,"tpot_p50_ms":10.055177726298421,"tpot_p95_ms":10.361800206840956,"tpot_p99_ms":10.42252150685984,"e2e_p50_ms":12070.394882000983,"e2e_p95_ms":12084.62591159332,"e2e_p99_ms":12086.442991913646,"itl_p50_ms":10.076201011543162,"itl_p95_ms":10.586188794695772,"itl_p99_ms":10.658309987047687,"validation_errors":[],"timestamp":"2026-07-18T19:58:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i16384_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":319.3109180399915,"request_tps":0.25053950704554534,"input_tps":4104.839283434215,"output_tps":513.1049104292769,"total_tps":4617.944193863491,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":8988.545305503067,"ttft_p95_ms":12999.526029801922,"ttft_p99_ms":18012.451222627857,"tpot_p50_ms":27.2439146108944,"tpot_p95_ms":30.170035722255687,"tpot_p99_ms":30.885777667520575,"e2e_p50_ms":65117.9952280072,"e2e_p95_ms":68049.94878390207,"e2e_p99_ms":71427.51455613587,"itl_p50_ms":19.344971995451488,"itl_p95_ms":19.740194397309093,"itl_p99_ms":35.69290023791832,"validation_errors":[],"timestamp":"2026-07-18T20:04:46+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i16384_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":225.31941468401055,"request_tps":0.17752575851528934,"input_tps":2908.5820275145006,"output_tps":363.5727534393126,"total_tps":3272.1547809538133,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":7449.714904498251,"ttft_p95_ms":11382.980056547967,"ttft_p99_ms":11572.996787209559,"tpot_p50_ms":18.346857666831898,"tpot_p95_ms":21.19882608815399,"tpot_p99_ms":21.294840040400466,"e2e_p50_ms":45263.527939001506,"e2e_p95_ms":46858.47875589461,"e2e_p99_ms":47533.06458747421,"itl_p50_ms":15.804041497176513,"itl_p95_ms":16.12912149139447,"itl_p99_ms":17.083547182410264,"validation_errors":[],"timestamp":"2026-07-18T20:09:14+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i16384_o2048_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":110.64901691599516,"request_tps":0.04518792972011676,"input_tps":740.359040534393,"output_tps":92.54488006679912,"total_tps":832.9039206011921,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1814.4002619956154,"ttft_p95_ms":1820.8017922035651,"ttft_p99_ms":1820.9884816437261,"tpot_p50_ms":10.062316565709377,"tpot_p95_ms":10.143538235955607,"tpot_p99_ms":10.159348771177392,"e2e_p50_ms":22416.055646011955,"e2e_p95_ms":22417.22472460824,"e2e_p99_ms":22417.389228929533,"itl_p50_ms":10.073553989059292,"itl_p95_ms":10.26823500287719,"itl_p99_ms":10.642246240167879,"validation_errors":[],"timestamp":"2026-07-18T20:11:44+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i16384_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":263.0511873150099,"request_tps":0.3041233184178642,"input_tps":9965.512897916575,"output_tps":38.92778475748662,"total_tps":10004.440682674061,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":13264.902158996847,"ttft_p95_ms":30386.567962545803,"ttft_p99_ms":40765.597067430775,"tpot_p50_ms":319.346149633815,"tpot_p95_ms":375.0669563515592,"tpot_p99_ms":398.42568668438753,"e2e_p50_ms":54398.01572999568,"e2e_p95_ms":64829.13763499237,"e2e_p99_ms":75307.02321909409,"itl_p50_ms":19.91617400199175,"itl_p95_ms":858.1235423014732,"itl_p99_ms":878.5348736832384,"validation_errors":[],"timestamp":"2026-07-18T20:16:48+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i32768_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":139.1635541870055,"request_tps":0.28743157814328824,"input_tps":9418.557952599269,"output_tps":36.791242002340894,"total_tps":9455.34919460161,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":13906.703117500001,"ttft_p95_ms":17258.163934497847,"ttft_p99_ms":22688.28912873301,"tpot_p50_ms":109.17692331495918,"tpot_p95_ms":194.96269054205214,"tpot_p99_ms":195.56449577146566,"e2e_p50_ms":28362.361687504745,"e2e_p95_ms":30640.07301264718,"e2e_p99_ms":36146.348647390114,"itl_p50_ms":16.160917999513913,"itl_p95_ms":837.8300737967947,"itl_p99_ms":886.9560943738906,"validation_errors":[],"timestamp":"2026-07-18T20:19:47+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i32768_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":20.80504378900514,"request_tps":0.24032633868535064,"input_tps":7875.01346604157,"output_tps":30.76177135172488,"total_tps":7905.775237393294,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":3562.565368003561,"ttft_p95_ms":3572.5775519909803,"ttft_p99_ms":3573.4252039913554,"tpot_p50_ms":9.818916929190003,"tpot_p95_ms":9.840743811058585,"tpot_p99_ms":9.841771622098557,"e2e_p50_ms":4808.732320001582,"e2e_p95_ms":4820.167037798092,"e2e_p99_ms":4820.545061158482,"itl_p50_ms":10.087198497785721,"itl_p95_ms":10.184576705069048,"itl_p99_ms":10.860327736590982,"validation_errors":[],"timestamp":"2026-07-18T20:20:44+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i32768_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":270.49191319600504,"request_tps":0.2957574555732838,"input_tps":9691.380304225364,"output_tps":75.71390862676066,"total_tps":9767.094212852124,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":13254.037937003886,"ttft_p95_ms":24384.18140969733,"ttft_p99_ms":34894.96230755029,"tpot_p50_ms":168.54653383531564,"tpot_p95_ms":196.51541636076323,"tpot_p99_ms":208.44580175901143,"e2e_p50_ms":56980.161104002036,"e2e_p95_ms":66442.30194029733,"e2e_p99_ms":70041.83769625363,"itl_p50_ms":19.783866999205202,"itl_p95_ms":843.6496169975726,"itl_p99_ms":876.7628620425239,"validation_errors":[],"timestamp":"2026-07-18T20:25:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i32768_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":149.52867083399906,"request_tps":0.2675072263860785,"input_tps":8765.67679421902,"output_tps":68.4818499548361,"total_tps":8834.158644173856,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":13933.678089495515,"ttft_p95_ms":17320.08023335364,"ttft_p99_ms":22735.84808708547,"tpot_p50_ms":62.47843496473483,"tpot_p95_ms":105.31780409724533,"tpot_p99_ms":105.64021846330462,"e2e_p50_ms":30446.541238001373,"e2e_p95_ms":32781.53577480769,"e2e_p99_ms":38280.50069758915,"itl_p50_ms":16.17796500067925,"itl_p95_ms":816.3296260579953,"itl_p99_ms":854.6292392547183,"validation_errors":[],"timestamp":"2026-07-18T20:29:01+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i32768_o256_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":27.274556084012147,"request_tps":0.18332104048178843,"input_tps":6007.063854507243,"output_tps":46.93018636333784,"total_tps":6053.994040870582,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":3553.526265997789,"ttft_p95_ms":3582.484215803561,"ttft_p99_ms":3584.13657596393,"tpot_p50_ms":9.962930560783098,"tpot_p95_ms":9.979415033697425,"tpot_p99_ms":9.981342674159976,"e2e_p50_ms":6086.48042200366,"e2e_p95_ms":6121.228283809614,"e2e_p99_ms":6122.170839170576,"itl_p50_ms":10.086867492645979,"itl_p95_ms":10.154353100369917,"itl_p99_ms":10.511656756134471,"validation_errors":[],"timestamp":"2026-07-18T20:30:06+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i32768_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":295.78403845700086,"request_tps":0.2704676033816134,"input_tps":8862.682427608708,"output_tps":138.47941293138607,"total_tps":9001.161840540095,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":13266.618684996502,"ttft_p95_ms":24342.723468653265,"ttft_p99_ms":34850.7533944996,"tpot_p50_ms":93.98766657436761,"tpot_p95_ms":108.05163769785408,"tpot_p99_ms":113.92023827173955,"e2e_p50_ms":61960.33355099644,"e2e_p95_ms":72326.65194204601,"e2e_p99_ms":74205.08022974317,"itl_p50_ms":19.768953003222123,"itl_p95_ms":830.4728155999328,"itl_p99_ms":865.5191910729627,"validation_errors":[],"timestamp":"2026-07-18T20:35:43+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i32768_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":170.21859055399545,"request_tps":0.23499195869155962,"input_tps":7700.2165024050255,"output_tps":120.31588285007852,"total_tps":7820.532385255104,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":13351.005035001435,"ttft_p95_ms":17266.98363679023,"ttft_p99_ms":22687.13998991283,"tpot_p50_ms":41.51495535127361,"tpot_p95_ms":60.60638260147144,"tpot_p99_ms":60.74441244842181,"e2e_p50_ms":34576.03207649663,"e2e_p95_ms":37706.33341404026,"e2e_p99_ms":43210.85387231782,"itl_p50_ms":16.182667503017,"itl_p95_ms":16.60241740391939,"itl_p99_ms":840.820636994321,"validation_errors":[],"timestamp":"2026-07-18T20:39:13+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i32768_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":40.302568589002476,"request_tps":0.12406157163303905,"input_tps":4065.2495792714235,"output_tps":63.51952467611599,"total_tps":4128.769103947539,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":3582.875531006721,"ttft_p95_ms":3611.2985345942434,"ttft_p99_ms":3616.3731205125805,"tpot_p50_ms":10.019806980429019,"tpot_p95_ms":10.034776452436466,"tpot_p99_ms":10.036963184017626,"e2e_p50_ms":8702.99689800595,"e2e_p95_ms":8726.35093620338,"e2e_p99_ms":8729.999268842512,"itl_p50_ms":10.084481007652357,"itl_p95_ms":10.1877848021104,"itl_p99_ms":10.585871363582555,"validation_errors":[],"timestamp":"2026-07-18T20:40:35+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i32768_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":346.3187830629904,"request_tps":0.23100104271690383,"input_tps":7569.442167747505,"output_tps":236.54506774210952,"total_tps":7805.987235489614,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":14114.910253505514,"ttft_p95_ms":25090.701759653886,"ttft_p99_ms":35098.19767648643,"tpot_p50_ms":56.09347541202848,"tpot_p95_ms":63.767165004693425,"tpot_p99_ms":66.68210624835854,"e2e_p50_ms":71989.40944598871,"e2e_p95_ms":82309.57703774475,"e2e_p99_ms":83756.37651095485,"itl_p50_ms":19.742648997635115,"itl_p95_ms":21.36868849993334,"itl_p99_ms":845.5883670547337,"validation_errors":[],"timestamp":"2026-07-18T20:47:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i32768_o1024_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":211.67289999799686,"request_tps":0.18897081298729565,"input_tps":6192.195599967704,"output_tps":193.50611249899075,"total_tps":6385.7017124666945,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":13612.713240996527,"ttft_p95_ms":17302.004602643126,"ttft_p99_ms":22714.9904067711,"tpot_p50_ms":28.8146841466225,"tpot_p95_ms":38.32183986754399,"tpot_p99_ms":38.43009887100917,"e2e_p50_ms":42850.8133744981,"e2e_p95_ms":45493.060409194,"e2e_p99_ms":49818.512761953454,"itl_p50_ms":16.19280150771374,"itl_p95_ms":16.49671319319168,"itl_p99_ms":823.7067528854823,"validation_errors":[],"timestamp":"2026-07-18T20:51:20+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i32768_o1024_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":66.08296459900157,"request_tps":0.075662465059498,"input_tps":2479.3076550696305,"output_tps":77.47836422092595,"total_tps":2556.7860192905564,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":3574.14489799703,"ttft_p95_ms":3591.8908166029723,"ttft_p99_ms":3595.1144105225103,"tpot_p50_ms":10.055855022475805,"tpot_p95_ms":10.056806056687876,"tpot_p99_ms":10.056855397841522,"e2e_p50_ms":13856.006325993803,"e2e_p95_ms":13879.174610195332,"e2e_p99_ms":13882.282919635181,"itl_p50_ms":10.086752496135887,"itl_p95_ms":10.148074606695445,"itl_p99_ms":10.287234319985146,"validation_errors":[],"timestamp":"2026-07-18T20:53:08+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i32768_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":447.40914636300295,"request_tps":0.17880725204283696,"input_tps":5859.156034939681,"output_tps":366.1972521837301,"total_tps":6225.353287123412,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":13252.077010496578,"ttft_p95_ms":24962.30710455783,"ttft_p99_ms":35319.289116567365,"tpot_p50_ms":38.240029669269695,"tpot_p95_ms":41.8243179528578,"tpot_p99_ms":43.200598852768714,"e2e_p50_ms":92370.978513507,"e2e_p95_ms":101762.39249335704,"e2e_p99_ms":104522.75311716467,"itl_p50_ms":19.78445199347334,"itl_p95_ms":20.19590784620959,"itl_p99_ms":838.054098096618,"validation_errors":[],"timestamp":"2026-07-18T21:01:17+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i32768_o2048_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":294.87198356099543,"request_tps":0.13565208710893295,"input_tps":4445.047590385515,"output_tps":277.8154743990947,"total_tps":4722.86306478461,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":13907.238884501567,"ttft_p95_ms":17266.219457759133,"ttft_p99_ms":22686.98217047786,"tpot_p50_ms":22.025137810451216,"tpot_p95_ms":27.26986053184683,"tpot_p99_ms":27.347674833332952,"e2e_p50_ms":59440.50459800201,"e2e_p95_ms":61692.96558889836,"e2e_p99_ms":67190.78395410048,"itl_p50_ms":16.219961005845107,"itl_p95_ms":16.50308841126389,"itl_p99_ms":19.634106860030446,"validation_errors":[],"timestamp":"2026-07-18T21:06:53+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i32768_o2048_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":117.74306950799655,"request_tps":0.04246534442233497,"input_tps":1391.5044060310722,"output_tps":86.96902537694201,"total_tps":1478.4734314080142,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":3576.781506999396,"ttft_p95_ms":3594.1960546013433,"ttft_p99_ms":3596.0333989199717,"tpot_p50_ms":10.072169471909161,"tpot_p95_ms":10.073852283344047,"tpot_p99_ms":10.074053651590786,"e2e_p50_ms":24195.63618900429,"e2e_p95_ms":24210.558140598005,"e2e_p99_ms":24213.49054331775,"itl_p50_ms":10.086657501233276,"itl_p95_ms":10.148919399216538,"itl_p99_ms":10.24329091902473,"validation_errors":[],"timestamp":"2026-07-18T21:09:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i32768_o2048_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":560.5788880509936,"request_tps":0.14270961983270894,"input_tps":9352.617645356413,"output_tps":18.266831338586744,"total_tps":9370.884476695,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":22265.690107007686,"ttft_p95_ms":65009.52359955261,"ttft_p99_ms":87422.36472957952,"tpot_p50_ms":712.3655011102499,"tpot_p95_ms":827.6494097157039,"tpot_p99_ms":878.0730767217328,"e2e_p50_ms":113556.65706299624,"e2e_p95_ms":146271.2466516037,"e2e_p99_ms":168657.86813547916,"itl_p50_ms":845.848647004459,"itl_p95_ms":984.8908867948921,"itl_p99_ms":1019.748969154316,"validation_errors":[],"timestamp":"2026-07-18T21:19:32+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i65536_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":285.28283725999063,"request_tps":0.1402117294688368,"input_tps":9188.91590246969,"output_tps":17.94710137201111,"total_tps":9206.8630038417,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":25171.897298998374,"ttft_p95_ms":36569.765591949516,"ttft_p99_ms":47897.29424467456,"tpot_p50_ms":258.0767099605896,"tpot_p95_ms":399.15764480270076,"tpot_p99_ms":400.3919606821877,"e2e_p50_ms":58196.48732950009,"e2e_p95_ms":69743.46409053831,"e2e_p99_ms":81123.2996930975,"itl_p50_ms":16.687726994859986,"itl_p95_ms":969.1800885047996,"itl_p99_ms":1041.57901279832,"validation_errors":[],"timestamp":"2026-07-18T21:25:04+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i65536_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":36.54306994199578,"request_tps":0.13682484826634483,"input_tps":8966.953255983175,"output_tps":17.51358057809214,"total_tps":8984.466836561269,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":7460.84997500293,"ttft_p95_ms":7500.897201200132,"ttft_p99_ms":7503.398701039259,"tpot_p50_ms":9.711658362208455,"tpot_p95_ms":9.737326100736299,"tpot_p99_ms":9.738513938220967,"e2e_p50_ms":8696.736112993676,"e2e_p95_ms":8733.873197194771,"e2e_p99_ms":8735.604099433986,"itl_p50_ms":10.18817099975422,"itl_p95_ms":10.260833994834684,"itl_p99_ms":10.462540002481546,"validation_errors":[],"timestamp":"2026-07-18T21:26:24+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i65536_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":549.4829934990121,"request_tps":0.14559140309434132,"input_tps":9541.478193190753,"output_tps":37.27139919215138,"total_tps":9578.749592382905,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":21322.549020500446,"ttft_p95_ms":51693.15553170525,"ttft_p99_ms":74138.18770597815,"tpot_p50_ms":367.6332165490249,"tpot_p95_ms":399.2982435378322,"tpot_p99_ms":425.06455104622484,"e2e_p50_ms":116007.88182450196,"e2e_p95_ms":133299.25794969746,"e2e_p99_ms":155704.35431219722,"itl_p50_ms":21.031262498581782,"itl_p95_ms":974.6794732600392,"itl_p99_ms":991.8390404985986,"validation_errors":[],"timestamp":"2026-07-18T21:36:17+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i65536_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":296.1082582819945,"request_tps":0.13508572922645937,"input_tps":8852.978350585241,"output_tps":34.5819466819736,"total_tps":8887.560297267215,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":25203.050220494333,"ttft_p95_ms":36551.00854799309,"ttft_p99_ms":47813.167279495974,"tpot_p50_ms":136.85268365099512,"tpot_p95_ms":207.34150350039627,"tpot_p99_ms":207.62148989641506,"e2e_p50_ms":60432.296125502035,"e2e_p95_ms":71817.81218160465,"e2e_p99_ms":83212.61114093242,"itl_p50_ms":16.68574000359513,"itl_p95_ms":926.3198644010117,"itl_p99_ms":987.6596078765579,"validation_errors":[],"timestamp":"2026-07-18T21:41:59+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i65536_o256_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":43.14002695900854,"request_tps":0.1159016429162406,"input_tps":7595.730070158744,"output_tps":29.670820586557593,"total_tps":7625.400890745301,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":7476.460398000199,"ttft_p95_ms":7515.989068002091,"ttft_p99_ms":7522.2225008026,"tpot_p50_ms":9.957607615711714,"tpot_p95_ms":9.970839123148014,"tpot_p99_ms":9.972569936016738,"e2e_p50_ms":10014.894799998729,"e2e_p95_ms":10055.96415620821,"e2e_p99_ms":10061.569472049014,"itl_p50_ms":10.189663007622585,"itl_p95_ms":10.252287996991072,"itl_p99_ms":10.365562506194692,"validation_errors":[],"timestamp":"2026-07-18T21:43:28+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i65536_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":576.4037205299974,"request_tps":0.13879160933666565,"input_tps":9095.84690948772,"output_tps":71.06130398037281,"total_tps":9166.908213468092,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":23104.45025449735,"ttft_p95_ms":51693.96316540949,"ttft_p99_ms":74156.5441312671,"tpot_p50_ms":190.6533119599024,"tpot_p95_ms":209.76856111438147,"tpot_p99_ms":222.74338129621734,"e2e_p50_ms":121371.89376299648,"e2e_p95_ms":138771.34149495323,"e2e_p99_ms":161186.96480627896,"itl_p50_ms":20.94908300205134,"itl_p95_ms":943.0351230956147,"itl_p99_ms":984.5976152969523,"validation_errors":[],"timestamp":"2026-07-18T21:53:49+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":316.9896107770037,"request_tps":0.12618710090198904,"input_tps":8269.797844712753,"output_tps":64.60779566181839,"total_tps":8334.405640374573,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":25068.438395006524,"ttft_p95_ms":36539.008481292665,"ttft_p99_ms":47794.90957809975,"tpot_p50_ms":76.58235692369448,"tpot_p95_ms":111.7185274326869,"tpot_p99_ms":111.81811600650839,"e2e_p50_ms":64500.6070524978,"e2e_p95_ms":76037.09666235224,"e2e_p99_ms":87412.0812874635,"itl_p50_ms":16.604735996224917,"itl_p95_ms":838.487622399407,"itl_p99_ms":971.2735797997448,"validation_errors":[],"timestamp":"2026-07-18T21:59:56+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":56.18192863599688,"request_tps":0.08899658878560464,"input_tps":5832.480442653386,"output_tps":45.566253458229575,"total_tps":5878.046696111614,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":7473.503827000968,"ttft_p95_ms":7516.932590602664,"ttft_p99_ms":7524.773593322607,"tpot_p50_ms":10.075520487297636,"tpot_p95_ms":10.078685472001968,"tpot_p99_ms":10.07886022706484,"e2e_p50_ms":12621.450085003744,"e2e_p95_ms":12665.615456009982,"e2e_p99_ms":12674.319588009967,"itl_p50_ms":10.18994599871803,"itl_p95_ms":10.249995008052792,"itl_p99_ms":10.367598300217647,"validation_errors":[],"timestamp":"2026-07-18T22:01:39+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i65536_o512_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":629.4391993589961,"request_tps":0.12709726385244172,"input_tps":8329.44628383362,"output_tps":130.14759818490032,"total_tps":8459.593882018522,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":22252.816834501573,"ttft_p95_ms":51629.6003995514,"ttft_p99_ms":74044.97433078922,"tpot_p50_ms":106.6013211515141,"tpot_p95_ms":115.16122719891845,"tpot_p99_ms":121.58867711398622,"e2e_p50_ms":132005.1269244941,"e2e_p95_ms":149252.01945984224,"e2e_p99_ms":171648.0646571716,"itl_p50_ms":20.916043999022804,"itl_p95_ms":874.4625024992274,"itl_p99_ms":980.6791802999214,"validation_errors":[],"timestamp":"2026-07-18T22:12:49+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":359.2234664300049,"request_tps":0.11135130006267016,"input_tps":7297.518800907152,"output_tps":114.02373126417424,"total_tps":7411.5425321713265,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":23328.43995300209,"ttft_p95_ms":36516.64505200968,"ttft_p99_ms":47760.07968940786,"tpot_p50_ms":46.9924902683269,"tpot_p95_ms":64.05251462673468,"tpot_p99_ms":64.10061344336903,"e2e_p50_ms":72975.46487199725,"e2e_p95_ms":86288.88436680862,"e2e_p99_ms":97674.7135495719,"itl_p50_ms":16.577015499933623,"itl_p95_ms":16.914440549589926,"itl_p99_ms":938.7702704190451,"validation_errors":[],"timestamp":"2026-07-18T22:19:36+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":82.27865625498816,"request_tps":0.06076910133904714,"input_tps":3982.563825355793,"output_tps":62.22755977118427,"total_tps":4044.7913851269773,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":7483.4134400007315,"ttft_p95_ms":7525.572304407251,"ttft_p99_ms":7533.177732087788,"tpot_p50_ms":10.131340243392518,"tpot_p95_ms":10.13550028857094,"tpot_p99_ms":10.136036566814374,"e2e_p50_ms":17851.906234995113,"e2e_p95_ms":17891.30545700318,"e2e_p99_ms":17899.0233482013,"itl_p50_ms":10.189986998739187,"itl_p95_ms":10.241731801943388,"itl_p99_ms":10.303482508170418,"validation_errors":[],"timestamp":"2026-07-18T22:21:43+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i65536_o1024_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1215.837906575005,"request_tps":0.06579824462403763,"input_tps":8624.30751936186,"output_tps":8.422175311876817,"total_tps":8632.729694673739,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":125135.42741700803,"ttft_p95_ms":146860.77077975127,"ttft_p99_ms":196706.0409131123,"tpot_p50_ms":986.0252433267535,"tpot_p95_ms":988.9689972637016,"tpot_p99_ms":996.9197103353039,"e2e_p50_ms":250224.9119650005,"e2e_p95_ms":272201.65556896164,"e2e_p99_ms":322127.1489817945,"itl_p50_ms":995.1469849984278,"itl_p95_ms":1179.7067745996173,"itl_p99_ms":1204.7724730895425,"validation_errors":[],"timestamp":"2026-07-18T22:42:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":621.2211615069973,"request_tps":0.06438930686611752,"input_tps":8439.635229555755,"output_tps":8.241831278863042,"total_tps":8447.877060834619,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":51780.325570005516,"ttft_p95_ms":80767.15004330395,"ttft_p99_ms":105572.96089950307,"tpot_p50_ms":588.2525326338424,"tpot_p95_ms":863.0720524633429,"tpot_p99_ms":864.5150390988081,"e2e_p50_ms":126910.70574849437,"e2e_p95_ms":151270.4923950943,"e2e_p99_ms":176231.9254131471,"itl_p50_ms":848.0751479946775,"itl_p95_ms":1170.1568555436097,"itl_p99_ms":1261.3487500917042,"validation_errors":[],"timestamp":"2026-07-18T22:54:07+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":72.20803892699769,"request_tps":0.06924436772275451,"input_tps":9075.99776615688,"output_tps":8.863279068512577,"total_tps":9084.861045225392,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":16316.80606000009,"ttft_p95_ms":16419.633425795473,"ttft_p99_ms":16421.224690757226,"tpot_p50_ms":9.584401606299775,"tpot_p95_ms":9.623475574891039,"tpot_p99_ms":9.630803946551397,"e2e_p50_ms":17534.02506400016,"e2e_p95_ms":17637.302013207227,"e2e_p99_ms":17637.758040248882,"itl_p50_ms":10.356498998589814,"itl_p95_ms":10.414720505650621,"itl_p99_ms":10.72066750202798,"validation_errors":[],"timestamp":"2026-07-18T22:56:09+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i131072_o128_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1192.5986013420043,"request_tps":0.06708040736420268,"input_tps":8792.363154040773,"output_tps":17.172584285235885,"total_tps":8809.535738326009,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":44052.553670502675,"ttft_p95_ms":113956.6780970475,"ttft_p99_ms":163803.2825793693,"tpot_p50_ms":816.1716153274527,"tpot_p95_ms":864.0152425343294,"tpot_p99_ms":925.0073129549177,"e2e_p50_ms":251847.11658200104,"e2e_p95_ms":328409.4039193907,"e2e_p99_ms":378363.3464947399,"itl_p50_ms":944.022624003992,"itl_p95_ms":1175.5445620445244,"itl_p99_ms":1195.7851124828449,"validation_errors":[],"timestamp":"2026-07-18T23:16:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":633.0058140729961,"request_tps":0.06319057283632995,"input_tps":8282.51476280344,"output_tps":16.176786646100467,"total_tps":8298.69154944954,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":46719.12360249553,"ttft_p95_ms":80893.38711934246,"ttft_p99_ms":105235.59347740388,"tpot_p50_ms":322.40603224510744,"tpot_p95_ms":443.1136073123557,"tpot_p99_ms":443.60454403961825,"e2e_p50_ms":129478.28133550502,"e2e_p95_ms":161119.36842709253,"e2e_p99_ms":185761.9224463636,"itl_p50_ms":17.230858000402804,"itl_p95_ms":1136.6330621043737,"itl_p99_ms":1198.663254078565,"validation_errors":[],"timestamp":"2026-07-18T23:28:19+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":79.05474192099064,"request_tps":0.06324731291890283,"input_tps":8289.951798906432,"output_tps":16.191312107239124,"total_tps":8306.143111013671,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":16359.296228009043,"ttft_p95_ms":16455.40488360566,"ttft_p99_ms":16455.603055924876,"tpot_p50_ms":9.973532364671758,"tpot_p95_ms":9.978661854892932,"tpot_p99_ms":9.979600530971462,"e2e_p50_ms":18904.154204006772,"e2e_p95_ms":18996.34860960068,"e2e_p99_ms":18997.401541920844,"itl_p50_ms":10.35713599412702,"itl_p95_ms":10.41188550152583,"itl_p99_ms":10.525360605970493,"validation_errors":[],"timestamp":"2026-07-18T23:30:31+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i131072_o256_a1.log"}
+{"status":"COMPLETED","completed":80,"failed":0,"duration_s":1220.489556214001,"request_tps":0.06554746789326298,"input_tps":8591.437711705765,"output_tps":33.56030356135064,"total_tps":8624.998015267116,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":43198.058492496784,"ttft_p95_ms":113788.13019394506,"ttft_p99_ms":163686.11189231995,"tpot_p50_ms":419.10259552152064,"tpot_p95_ms":450.39780911693026,"tpot_p99_ms":473.79392207012205,"e2e_p50_ms":257987.98474349314,"e2e_p95_ms":343287.75980050483,"e2e_p99_ms":393144.96650004096,"itl_p50_ms":22.6371110038599,"itl_p95_ms":1145.5181828001507,"itl_p99_ms":1186.9258345640264,"validation_errors":[],"timestamp":"2026-07-18T23:51:36+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i131072_o512_a1.log"}
+{"status":"COMPLETED","completed":40,"failed":0,"duration_s":653.7028334909992,"request_tps":0.06118988315590766,"input_tps":8020.280365011129,"output_tps":31.329220175824723,"total_tps":8051.609585186953,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":48495.235179500014,"ttft_p95_ms":80787.49786364127,"ttft_p99_ms":105445.57774566112,"tpot_p50_ms":165.696591515666,"tpot_p95_ms":228.8026515636834,"tpot_p99_ms":229.5158041197915,"e2e_p50_ms":131186.50656099635,"e2e_p95_ms":193996.43831819337,"e2e_p99_ms":218927.44432915756,"itl_p50_ms":17.128066989243962,"itl_p95_ms":1040.561944406362,"itl_p99_ms":1173.3721725235227,"validation_errors":[],"timestamp":"2026-07-19T00:03:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c8_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c8_i131072_o512_a1.log"}
+{"status":"COMPLETED","completed":5,"failed":0,"duration_s":92.21767930799979,"request_tps":0.05421953835229787,"input_tps":7106.663330912386,"output_tps":27.76040363637651,"total_tps":7134.423734548763,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":16344.450894001056,"ttft_p95_ms":16418.745148801827,"ttft_p99_ms":16420.51283216395,"tpot_p50_ms":10.160294017634207,"tpot_p95_ms":10.167163618392157,"tpot_p99_ms":10.167172089627572,"e2e_p50_ms":21539.87691400107,"e2e_p95_ms":21613.44636939757,"e2e_p99_ms":21615.772248276626,"itl_p50_ms":10.357035003835335,"itl_p95_ms":10.417780496936757,"itl_p99_ms":10.572379891527817,"validation_errors":[],"timestamp":"2026-07-19T00:05:52+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c1_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c1_i131072_o512_a1.log"}
+{"timestamp":"2026-07-19T01:11:34+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i262144_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i262144_o128_a2.log"}
+{"timestamp":"2026-07-19T02:22:39+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i262144_o256_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i262144_o256_a2.log"}
+{"timestamp":"2026-07-19T03:33:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i524288_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i524288_o128_a2.log"}
+{"timestamp":"2026-07-19T03:48:25+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=1","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/raw_outputs/vllm_adaptive_c16_i1048576_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp8_dp1/logs/vllm_c16_i1048576_o128_a2.log"}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl
index 619ecc3..274759b 100644
--- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl
+++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl
@@ -67,3 +67,51 @@
 {"timestamp":"2026-07-18T09:52:39+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":6369.015894967426,"last_total_tps":1289.3602781960485}
 {"timestamp":"2026-07-18T10:09:33+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10251.651820427502,"last_total_tps":5635.355775218764}
 {"timestamp":"2026-07-18T10:26:21+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10383.66555341196,"last_total_tps":5039.039098907062}
+{"timestamp":"2026-07-18T10:44:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9590.733633202999,"last_total_tps":4170.272092078799}
+{"timestamp":"2026-07-18T11:05:16+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":8819.600631988418,"last_total_tps":3109.119130912221}
+{"timestamp":"2026-07-18T11:37:08+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9891.751402025258,"last_total_tps":5592.210165804323}
+{"timestamp":"2026-07-18T12:09:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9889.73716778963,"last_total_tps":5281.901973537132}
+{"timestamp":"2026-07-18T12:41:43+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":131072,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9941.81871477038,"last_total_tps":4745.5096528548665}
+{"timestamp":"2026-07-18T13:47:42+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-18T14:59:31+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":262144,"osl":256,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-18T16:11:16+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":524288,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-18T16:26:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1048576,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-18T16:40:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":4496.848268178312,"last_total_tps":2217.7123253882805}
+{"timestamp":"2026-07-18T16:43:37+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2360.5516774153043,"last_total_tps":2360.5516774153043}
+{"timestamp":"2026-07-18T16:49:41+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":32,"best_total_tps":3363.602260877987,"last_total_tps":3313.6182689775364}
+{"timestamp":"2026-07-18T17:07:56+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":3355.1458404135606,"last_total_tps":3355.1458404135606}
+{"timestamp":"2026-07-18T17:32:10+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":2203.193991472021,"last_total_tps":2203.193991472021}
+{"timestamp":"2026-07-18T18:01:58+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":1743.5147436391767,"last_total_tps":1743.5147436391767}
+{"timestamp":"2026-07-18T18:04:13+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":13785.81986583855,"last_total_tps":13785.81986583855}
+{"timestamp":"2026-07-18T18:06:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":8112.0377434575785,"last_total_tps":7765.474539776216}
+{"timestamp":"2026-07-18T18:10:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":7159.818242523429,"last_total_tps":7159.818242523429}
+{"timestamp":"2026-07-18T18:20:02+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":5940.262449728431,"last_total_tps":5940.262449728431}
+{"timestamp":"2026-07-18T18:27:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":2172.0508631852717,"last_total_tps":1526.9119963658427}
+{"timestamp":"2026-07-18T18:45:29+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":2272.248934892502,"last_total_tps":2272.248934892502}
+{"timestamp":"2026-07-18T18:49:35+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":8821.589993992251,"last_total_tps":5938.956026747706}
+{"timestamp":"2026-07-18T18:52:38+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":15008.983092240565,"last_total_tps":15008.983092240565}
+{"timestamp":"2026-07-18T18:57:22+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":12646.96259517219,"last_total_tps":9491.179738367387}
+{"timestamp":"2026-07-18T19:04:50+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":4595.449562060058,"last_total_tps":885.6355376463661}
+{"timestamp":"2026-07-18T19:12:49+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":3541.024877745305,"last_total_tps":2485.2066611704918}
+{"timestamp":"2026-07-18T19:31:10+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":2322.634766687153,"last_total_tps":297.7267452716252}
+{"timestamp":"2026-07-18T19:36:15+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14055.57074793477,"last_total_tps":6077.715976810677}
+{"timestamp":"2026-07-18T19:42:26+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9136.187763187332,"last_total_tps":4096.540213306394}
+{"timestamp":"2026-07-18T19:49:38+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":7934.358597827316,"last_total_tps":2563.0921350891413}
+{"timestamp":"2026-07-18T19:58:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":6329.976676412602,"last_total_tps":1470.4374587358975}
+{"timestamp":"2026-07-18T20:11:44+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":4617.944193863491,"last_total_tps":832.9039206011921}
+{"timestamp":"2026-07-18T20:20:44+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10004.440682674061,"last_total_tps":7905.775237393294}
+{"timestamp":"2026-07-18T20:30:06+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9767.094212852124,"last_total_tps":6053.994040870582}
+{"timestamp":"2026-07-18T20:40:35+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9001.161840540095,"last_total_tps":4128.769103947539}
+{"timestamp":"2026-07-18T20:53:08+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":7805.987235489614,"last_total_tps":2556.7860192905564}
+{"timestamp":"2026-07-18T21:09:30+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":6225.353287123412,"last_total_tps":1478.4734314080142}
+{"timestamp":"2026-07-18T21:26:25+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9370.884476695,"last_total_tps":8984.466836561269}
+{"timestamp":"2026-07-18T21:43:28+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9578.749592382905,"last_total_tps":7625.400890745301}
+{"timestamp":"2026-07-18T22:01:39+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9166.908213468092,"last_total_tps":5878.046696111614}
+{"timestamp":"2026-07-18T22:21:43+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":8459.593882018522,"last_total_tps":4044.7913851269773}
+{"timestamp":"2026-07-18T22:56:09+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":1,"best_total_tps":9084.861045225392,"last_total_tps":9084.861045225392}
+{"timestamp":"2026-07-18T23:30:31+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":8809.535738326009,"last_total_tps":8306.143111013671}
+{"timestamp":"2026-07-19T00:05:52+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":131072,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":8624.998015267116,"last_total_tps":7134.423734548763}
+{"timestamp":"2026-07-19T01:11:34+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T02:22:39+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":262144,"osl":256,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T03:33:45+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":524288,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
+{"timestamp":"2026-07-19T03:48:25+08:00","engine":"vllm","tp":8,"dp":1,"mark":"Y","isl":1048576,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.jsonl
new file mode 100644
index 0000000..8d812cd
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.jsonl
@@ -0,0 +1,117 @@
+{"timestamp": "2026-07-17T18:39:11+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 2788.720318022652, "last_total_tps": 2788.720318022652}
+{"timestamp": "2026-07-17T18:43:18+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 1893.0055470202165, "last_total_tps": 375.403363949072}
+{"timestamp": "2026-07-17T18:52:11+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 4046.4683290325233, "last_total_tps": 4046.4683290325233}
+{"timestamp": "2026-07-17T19:09:54+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 4086.9274247420785, "last_total_tps": 4086.9274247420785}
+{"timestamp": "2026-07-17T19:26:39+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 2199.5011476182844, "last_total_tps": 2199.5011476182844}
+{"timestamp": "2026-07-17T20:23:52+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 2717.9637798362237, "last_total_tps": 2717.9637798362237}
+{"timestamp": "2026-07-17T20:26:07+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 9439.535476946336, "last_total_tps": 7603.528326397945}
+{"timestamp": "2026-07-17T20:28:55+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 6911.931071301284, "last_total_tps": 5507.813234246907}
+{"timestamp": "2026-07-17T20:32:36+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 4213.884483460705, "last_total_tps": 3234.7262492126665}
+{"timestamp": "2026-07-17T20:39:20+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 4145.641783550848, "last_total_tps": 4145.641783550848}
+{"timestamp": "2026-07-17T20:50:18+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2977.1768374909734, "last_total_tps": 2977.1768374909734}
+{"timestamp": "2026-07-17T21:10:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2015.7043785540204, "last_total_tps": 2015.7043785540204}
+{"timestamp": "2026-07-17T21:13:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 15673.414091236673, "last_total_tps": 12414.933520419194}
+{"timestamp": "2026-07-17T21:15:57+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 12924.561750204432, "last_total_tps": 9106.221349635915}
+{"timestamp": "2026-07-17T21:19:40+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 8088.080594221826, "last_total_tps": 6223.75742040691}
+{"timestamp": "2026-07-17T21:24:56+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 5522.554566357892, "last_total_tps": 3610.952815816311}
+{"timestamp": "2026-07-17T21:36:22+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 4563.373890886935, "last_total_tps": 4563.373890886935}
+{"timestamp": "2026-07-17T21:57:58+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 1985.3684474208014, "last_total_tps": 233.04503661811012}
+{"timestamp": "2026-07-17T22:02:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15060.199317591998, "last_total_tps": 7313.649520405431}
+{"timestamp": "2026-07-17T22:07:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14596.56032965893, "last_total_tps": 4144.017342311824}
+{"timestamp": "2026-07-17T22:13:36+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10834.738852406168, "last_total_tps": 2314.1377482242688}
+{"timestamp": "2026-07-17T22:21:59+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7423.039383111714, "last_total_tps": 1310.5577845179944}
+{"timestamp": "2026-07-17T22:35:21+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4799.100295545813, "last_total_tps": 687.347224063034}
+{"timestamp": "2026-07-17T22:42:29+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 15837.175210512325, "last_total_tps": 9208.110186901074}
+{"timestamp": "2026-07-17T22:50:32+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12903.243109250303, "last_total_tps": 5632.593190570372}
+{"timestamp": "2026-07-17T22:59:14+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12849.807244488773, "last_total_tps": 3542.3723961934047}
+{"timestamp": "2026-07-17T23:10:34+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9214.262131578185, "last_total_tps": 2156.286581337668}
+{"timestamp": "2026-07-17T23:26:38+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6985.477835676208, "last_total_tps": 1245.424192709522}
+{"timestamp": "2026-07-17T23:39:41+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14308.40914150481, "last_total_tps": 6375.542846081017}
+{"timestamp": "2026-07-17T23:53:17+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13901.85358606045, "last_total_tps": 7654.241318751254}
+{"timestamp": "2026-07-18T00:08:39+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 12133.156080526987, "last_total_tps": 4319.133154859875}
+{"timestamp": "2026-07-18T00:25:54+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11428.416665630926, "last_total_tps": 3044.1034677752777}
+{"timestamp": "2026-07-18T00:50:29+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14099.818538556523, "last_total_tps": 6351.47496967527}
+{"timestamp": "2026-07-18T01:15:30+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13929.553321700017, "last_total_tps": 5891.80838523191}
+{"timestamp": "2026-07-18T01:41:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13362.99697314056, "last_total_tps": 5999.883848752758}
+{"timestamp": "2026-07-18T02:47:03+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T03:59:03+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T05:11:08+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T05:25:55+08:00", "engine": "vllm", "tp": 2, "dp": 4, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T05:42:51+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5433.039217909855, "last_total_tps": 5433.039217909855}
+{"timestamp": "2026-07-18T05:46:37+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2422.2076430920893, "last_total_tps": 446.3897056007072}
+{"timestamp": "2026-07-18T05:55:07+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 4584.253781843971, "last_total_tps": 4584.253781843971}
+{"timestamp": "2026-07-18T06:08:26+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 3232.6403852090934, "last_total_tps": 3232.6403852090934}
+{"timestamp": "2026-07-18T06:24:39+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 2192.044238809986, "last_total_tps": 2192.044238809986}
+{"timestamp": "2026-07-18T06:53:50+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 1897.8111102225212, "last_total_tps": 1897.8111102225212}
+{"timestamp": "2026-07-18T06:57:24+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7888.596875970494, "last_total_tps": 2487.992022802671}
+{"timestamp": "2026-07-18T07:01:02+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 8409.093217333064, "last_total_tps": 7426.616144275172}
+{"timestamp": "2026-07-18T07:04:51+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 8122.1066193196675, "last_total_tps": 8122.1066193196675}
+{"timestamp": "2026-07-18T07:14:52+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 6015.190932505161, "last_total_tps": 6015.190932505161}
+{"timestamp": "2026-07-18T07:23:29+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 2001.619798539911, "last_total_tps": 1271.9046009395615}
+{"timestamp": "2026-07-18T07:37:56+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1459.470258346687, "last_total_tps": 976.1882568429872}
+{"timestamp": "2026-07-18T07:40:34+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 19501.474977298407, "last_total_tps": 19501.474977298407}
+{"timestamp": "2026-07-18T07:43:05+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 16391.801960479585, "last_total_tps": 13707.67295371799}
+{"timestamp": "2026-07-18T07:46:28+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 9370.394824991574, "last_total_tps": 7374.89064363141}
+{"timestamp": "2026-07-18T07:53:29+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 6946.880268591652, "last_total_tps": 6946.880268591652}
+{"timestamp": "2026-07-18T08:05:01+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2995.4311422908927, "last_total_tps": 443.348197545663}
+{"timestamp": "2026-07-18T08:20:54+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 1915.937150401248, "last_total_tps": 1374.598420915446}
+{"timestamp": "2026-07-18T08:25:04+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 18943.996704484987, "last_total_tps": 6473.232188590377}
+{"timestamp": "2026-07-18T08:29:28+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 8, "best_total_tps": 16070.333151200692, "last_total_tps": 5431.05763851679}
+{"timestamp": "2026-07-18T08:34:35+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 13349.341320626489, "last_total_tps": 2881.901573957879}
+{"timestamp": "2026-07-18T08:41:58+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9286.70412864481, "last_total_tps": 1527.4153322519048}
+{"timestamp": "2026-07-18T08:53:32+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 5620.28270081798, "last_total_tps": 813.1387499975722}
+{"timestamp": "2026-07-18T09:02:08+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 11993.484693241624, "last_total_tps": 5205.489669009754}
+{"timestamp": "2026-07-18T09:11:52+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10195.009939344187, "last_total_tps": 4259.005951391754}
+{"timestamp": "2026-07-18T09:22:46+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9067.15944834477, "last_total_tps": 3151.010124739591}
+{"timestamp": "2026-07-18T09:35:57+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7860.120323351582, "last_total_tps": 2108.4313776610893}
+{"timestamp": "2026-07-18T09:52:39+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6369.015894967426, "last_total_tps": 1289.3602781960485}
+{"timestamp": "2026-07-18T10:09:33+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10251.651820427502, "last_total_tps": 5635.355775218764}
+{"timestamp": "2026-07-18T10:26:21+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10383.66555341196, "last_total_tps": 5039.039098907062}
+{"timestamp": "2026-07-18T10:44:54+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9590.733633202999, "last_total_tps": 4170.272092078799}
+{"timestamp": "2026-07-18T11:05:16+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8819.600631988418, "last_total_tps": 3109.119130912221}
+{"timestamp": "2026-07-18T11:37:08+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9891.751402025258, "last_total_tps": 5592.210165804323}
+{"timestamp": "2026-07-18T12:09:09+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9889.73716778963, "last_total_tps": 5281.901973537132}
+{"timestamp": "2026-07-18T12:41:43+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9941.81871477038, "last_total_tps": 4745.5096528548665}
+{"timestamp": "2026-07-18T13:47:42+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T14:59:31+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T16:11:16+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T16:26:09+08:00", "engine": "vllm", "tp": 4, "dp": 2, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-18T16:40:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 4496.848268178312, "last_total_tps": 2217.7123253882805}
+{"timestamp": "2026-07-18T16:43:37+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 2360.5516774153043, "last_total_tps": 2360.5516774153043}
+{"timestamp": "2026-07-18T16:49:41+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 32, "best_total_tps": 3363.602260877987, "last_total_tps": 3313.6182689775364}
+{"timestamp": "2026-07-18T17:07:56+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 5, "search_cap": 512, "max_successful_concurrency": 80, "saturation_concurrency": null, "stop_probe_concurrency": 80, "best_tps_concurrency": 80, "best_total_tps": 3355.1458404135606, "last_total_tps": 3355.1458404135606}
+{"timestamp": "2026-07-18T17:32:10+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 4, "search_cap": 512, "max_successful_concurrency": 64, "saturation_concurrency": null, "stop_probe_concurrency": 64, "best_tps_concurrency": 64, "best_total_tps": 2203.193991472021, "last_total_tps": 2203.193991472021}
+{"timestamp": "2026-07-18T18:01:58+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1024, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 1743.5147436391767, "last_total_tps": 1743.5147436391767}
+{"timestamp": "2026-07-18T18:04:13+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 13785.81986583855, "last_total_tps": 13785.81986583855}
+{"timestamp": "2026-07-18T18:06:30+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 8112.0377434575785, "last_total_tps": 7765.474539776216}
+{"timestamp": "2026-07-18T18:10:26+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 7159.818242523429, "last_total_tps": 7159.818242523429}
+{"timestamp": "2026-07-18T18:20:02+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 48, "saturation_concurrency": null, "stop_probe_concurrency": 48, "best_tps_concurrency": 48, "best_total_tps": 5940.262449728431, "last_total_tps": 5940.262449728431}
+{"timestamp": "2026-07-18T18:27:50+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 2172.0508631852717, "last_total_tps": 1526.9119963658427}
+{"timestamp": "2026-07-18T18:45:29+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 4096, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 32, "best_total_tps": 2272.248934892502, "last_total_tps": 2272.248934892502}
+{"timestamp": "2026-07-18T18:49:35+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8821.589993992251, "last_total_tps": 5938.956026747706}
+{"timestamp": "2026-07-18T18:52:38+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 8, "best_total_tps": 15008.983092240565, "last_total_tps": 15008.983092240565}
+{"timestamp": "2026-07-18T18:57:22+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 32, "saturation_concurrency": null, "stop_probe_concurrency": 32, "best_tps_concurrency": 16, "best_total_tps": 12646.96259517219, "last_total_tps": 9491.179738367387}
+{"timestamp": "2026-07-18T19:04:50+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4595.449562060058, "last_total_tps": 885.6355376463661}
+{"timestamp": "2026-07-18T19:12:49+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 2, "search_cap": 512, "max_successful_concurrency": 8, "saturation_concurrency": null, "stop_probe_concurrency": 8, "best_tps_concurrency": 16, "best_total_tps": 3541.024877745305, "last_total_tps": 2485.2066611704918}
+{"timestamp": "2026-07-18T19:31:10+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 8192, "osl": 4096, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 2322.634766687153, "last_total_tps": 297.7267452716252}
+{"timestamp": "2026-07-18T19:36:15+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 14055.57074793477, "last_total_tps": 6077.715976810677}
+{"timestamp": "2026-07-18T19:42:26+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9136.187763187332, "last_total_tps": 4096.540213306394}
+{"timestamp": "2026-07-18T19:49:38+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7934.358597827316, "last_total_tps": 2563.0921350891413}
+{"timestamp": "2026-07-18T19:58:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6329.976676412602, "last_total_tps": 1470.4374587358975}
+{"timestamp": "2026-07-18T20:11:44+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 16384, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 4617.944193863491, "last_total_tps": 832.9039206011921}
+{"timestamp": "2026-07-18T20:20:44+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 10004.440682674061, "last_total_tps": 7905.775237393294}
+{"timestamp": "2026-07-18T20:30:06+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9767.094212852124, "last_total_tps": 6053.994040870582}
+{"timestamp": "2026-07-18T20:40:35+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9001.161840540095, "last_total_tps": 4128.769103947539}
+{"timestamp": "2026-07-18T20:53:08+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 7805.987235489614, "last_total_tps": 2556.7860192905564}
+{"timestamp": "2026-07-18T21:09:30+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 32768, "osl": 2048, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_BACKOFF_FOUND", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 6225.353287123412, "last_total_tps": 1478.4734314080142}
+{"timestamp": "2026-07-18T21:26:25+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9370.884476695, "last_total_tps": 8984.466836561269}
+{"timestamp": "2026-07-18T21:43:28+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9578.749592382905, "last_total_tps": 7625.400890745301}
+{"timestamp": "2026-07-18T22:01:39+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 9166.908213468092, "last_total_tps": 5878.046696111614}
+{"timestamp": "2026-07-18T22:21:43+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 65536, "osl": 1024, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8459.593882018522, "last_total_tps": 4044.7913851269773}
+{"timestamp": "2026-07-18T22:56:09+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 128, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 1, "best_total_tps": 9084.861045225392, "last_total_tps": 9084.861045225392}
+{"timestamp": "2026-07-18T23:30:31+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 256, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8809.535738326009, "last_total_tps": 8306.143111013671}
+{"timestamp": "2026-07-19T00:05:52+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 131072, "osl": 512, "status": "TTFT_BOUNDARY", "stop_reason": "TTFT_SLO_EXCEEDED", "tested_points": 3, "search_cap": 512, "max_successful_concurrency": 1, "saturation_concurrency": null, "stop_probe_concurrency": 1, "best_tps_concurrency": 16, "best_total_tps": 8624.998015267116, "last_total_tps": 7134.423734548763}
+{"timestamp": "2026-07-19T01:11:34+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T02:22:39+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 262144, "osl": 256, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T03:33:45+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 524288, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
+{"timestamp": "2026-07-19T03:48:25+08:00", "engine": "vllm", "tp": 8, "dp": 1, "mark": "Y", "isl": 1048576, "osl": 128, "status": "FAILED", "stop_reason": "BENCHMARK_FAILED", "tested_points": 1, "search_cap": 512, "max_successful_concurrency": 0, "saturation_concurrency": null, "stop_probe_concurrency": 16, "best_tps_concurrency": null, "best_total_tps": null, "last_total_tps": null}
diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.md b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.md
new file mode 100644
index 0000000..6909e8c
--- /dev/null
+++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_summary.md
@@ -0,0 +1,123 @@
+# Adaptive concurrency search summary
+
+| Engine | TP | DP | ISL | OSL | Stop | Saturation C | Best TPS C | Best Total TPS | Max successful C |
+|---|---:|---:|---:|---:|---|---:|---:|---:|---:|
+| vllm | 2 | 4 | 1024 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 2788.720318022652 | 8 |
+| vllm | 2 | 4 | 1024 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1893.0055470202165 | 1 |
+| vllm | 2 | 4 | 1024 | 512 | TTFT_SLO_EXCEEDED | None | 64 | 4046.4683290325233 | 64 |
+| vllm | 2 | 4 | 1024 | 1024 | TTFT_SLO_EXCEEDED | None | 80 | 4086.9274247420785 | 80 |
+| vllm | 2 | 4 | 1024 | 2048 | TTFT_SLO_EXCEEDED | None | 48 | 2199.5011476182844 | 48 |
+| vllm | 2 | 4 | 1024 | 4096 | TTFT_SLO_EXCEEDED | None | 80 | 2717.9637798362237 | 80 |
+| vllm | 2 | 4 | 4096 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9439.535476946336 | 8 |
+| vllm | 2 | 4 | 4096 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 6911.931071301284 | 8 |
+| vllm | 2 | 4 | 4096 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 4213.884483460705 | 8 |
+| vllm | 2 | 4 | 4096 | 1024 | TTFT_SLO_EXCEEDED | None | 32 | 4145.641783550848 | 32 |
+| vllm | 2 | 4 | 4096 | 2048 | TTFT_SLO_EXCEEDED | None | 32 | 2977.1768374909734 | 32 |
+| vllm | 2 | 4 | 4096 | 4096 | TTFT_SLO_EXCEEDED | None | 32 | 2015.7043785540204 | 32 |
+| vllm | 2 | 4 | 8192 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 15673.414091236673 | 8 |
+| vllm | 2 | 4 | 8192 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 12924.561750204432 | 8 |
+| vllm | 2 | 4 | 8192 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 8088.080594221826 | 8 |
+| vllm | 2 | 4 | 8192 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 5522.554566357892 | 8 |
+| vllm | 2 | 4 | 8192 | 2048 | TTFT_SLO_EXCEEDED | None | 32 | 4563.373890886935 | 32 |
+| vllm | 2 | 4 | 8192 | 4096 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1985.3684474208014 | 1 |
+| vllm | 2 | 4 | 16384 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 15060.199317591998 | 1 |
+| vllm | 2 | 4 | 16384 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 14596.56032965893 | 1 |
+| vllm | 2 | 4 | 16384 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 10834.738852406168 | 1 |
+| vllm | 2 | 4 | 16384 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 7423.039383111714 | 1 |
+| vllm | 2 | 4 | 16384 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 4799.100295545813 | 1 |
+| vllm | 2 | 4 | 32768 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 15837.175210512325 | 1 |
+| vllm | 2 | 4 | 32768 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 12903.243109250303 | 1 |
+| vllm | 2 | 4 | 32768 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 12849.807244488773 | 1 |
+| vllm | 2 | 4 | 32768 | 1024 | TTFT_SLO_EXCEEDED | None | 16 | 9214.262131578185 | 1 |
+| vllm | 2 | 4 | 32768 | 2048 | TTFT_SLO_EXCEEDED | None | 16 | 6985.477835676208 | 1 |
+| vllm | 2 | 4 | 65536 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 14308.40914150481 | 1 |
+| vllm | 2 | 4 | 65536 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 13901.85358606045 | 1 |
+| vllm | 2 | 4 | 65536 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 12133.156080526987 | 1 |
+| vllm | 2 | 4 | 65536 | 1024 | TTFT_SLO_EXCEEDED | None | 16 | 11428.416665630926 | 1 |
+| vllm | 2 | 4 | 131072 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 14099.818538556523 | 1 |
+| vllm | 2 | 4 | 131072 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 13929.553321700017 | 1 |
+| vllm | 2 | 4 | 131072 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 13362.99697314056 | 1 |
+| vllm | 2 | 4 | 262144 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 2 | 4 | 262144 | 256 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 2 | 4 | 524288 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 2 | 4 | 1048576 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 4 | 2 | 1024 | 128 | TTFT_SLO_EXCEEDED | None | 48 | 5433.039217909855 | 48 |
+| vllm | 4 | 2 | 1024 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 2422.2076430920893 | 1 |
+| vllm | 4 | 2 | 1024 | 512 | TTFT_SLO_EXCEEDED | None | 64 | 4584.253781843971 | 64 |
+| vllm | 4 | 2 | 1024 | 1024 | TTFT_SLO_EXCEEDED | None | 64 | 3232.6403852090934 | 64 |
+| vllm | 4 | 2 | 1024 | 2048 | TTFT_SLO_EXCEEDED | None | 48 | 2192.044238809986 | 48 |
+| vllm | 4 | 2 | 1024 | 4096 | TTFT_SLO_EXCEEDED | None | 48 | 1897.8111102225212 | 48 |
+| vllm | 4 | 2 | 4096 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 7888.596875970494 | 1 |
+| vllm | 4 | 2 | 4096 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 8409.093217333064 | 32 |
+| vllm | 4 | 2 | 4096 | 512 | TTFT_SLO_EXCEEDED | None | 32 | 8122.1066193196675 | 32 |
+| vllm | 4 | 2 | 4096 | 1024 | TTFT_SLO_EXCEEDED | None | 48 | 6015.190932505161 | 48 |
+| vllm | 4 | 2 | 4096 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 2001.619798539911 | 8 |
+| vllm | 4 | 2 | 4096 | 4096 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1459.470258346687 | 8 |
+| vllm | 4 | 2 | 8192 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 19501.474977298407 | 8 |
+| vllm | 4 | 2 | 8192 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 16391.801960479585 | 8 |
+| vllm | 4 | 2 | 8192 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9370.394824991574 | 8 |
+| vllm | 4 | 2 | 8192 | 1024 | TTFT_SLO_EXCEEDED | None | 32 | 6946.880268591652 | 32 |
+| vllm | 4 | 2 | 8192 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 2995.4311422908927 | 1 |
+| vllm | 4 | 2 | 8192 | 4096 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 1915.937150401248 | 8 |
+| vllm | 4 | 2 | 16384 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 18943.996704484987 | 1 |
+| vllm | 4 | 2 | 16384 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 16070.333151200692 | 1 |
+| vllm | 4 | 2 | 16384 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 13349.341320626489 | 1 |
+| vllm | 4 | 2 | 16384 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9286.70412864481 | 1 |
+| vllm | 4 | 2 | 16384 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 5620.28270081798 | 1 |
+| vllm | 4 | 2 | 32768 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 11993.484693241624 | 1 |
+| vllm | 4 | 2 | 32768 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 10195.009939344187 | 1 |
+| vllm | 4 | 2 | 32768 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 9067.15944834477 | 1 |
+| vllm | 4 | 2 | 32768 | 1024 | TTFT_SLO_EXCEEDED | None | 16 | 7860.120323351582 | 1 |
+| vllm | 4 | 2 | 32768 | 2048 | TTFT_SLO_EXCEEDED | None | 16 | 6369.015894967426 | 1 |
+| vllm | 4 | 2 | 65536 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 10251.651820427502 | 1 |
+| vllm | 4 | 2 | 65536 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 10383.66555341196 | 1 |
+| vllm | 4 | 2 | 65536 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 9590.733633202999 | 1 |
+| vllm | 4 | 2 | 65536 | 1024 | TTFT_SLO_EXCEEDED | None | 16 | 8819.600631988418 | 1 |
+| vllm | 4 | 2 | 131072 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 9891.751402025258 | 1 |
+| vllm | 4 | 2 | 131072 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 9889.73716778963 | 1 |
+| vllm | 4 | 2 | 131072 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 9941.81871477038 | 1 |
+| vllm | 4 | 2 | 262144 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 4 | 2 | 262144 | 256 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 4 | 2 | 524288 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 4 | 2 | 1048576 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 8 | 1 | 1024 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 4496.848268178312 | 32 |
+| vllm | 8 | 1 | 1024 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 2360.5516774153043 | 8 |
+| vllm | 8 | 1 | 1024 | 512 | TTFT_SLO_EXCEEDED | None | 32 | 3363.602260877987 | 48 |
+| vllm | 8 | 1 | 1024 | 1024 | TTFT_SLO_EXCEEDED | None | 80 | 3355.1458404135606 | 80 |
+| vllm | 8 | 1 | 1024 | 2048 | TTFT_SLO_EXCEEDED | None | 64 | 2203.193991472021 | 64 |
+| vllm | 8 | 1 | 1024 | 4096 | TTFT_SLO_EXCEEDED | None | 48 | 1743.5147436391767 | 48 |
+| vllm | 8 | 1 | 4096 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 13785.81986583855 | 8 |
+| vllm | 8 | 1 | 4096 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 8112.0377434575785 | 8 |
+| vllm | 8 | 1 | 4096 | 512 | TTFT_SLO_EXCEEDED | None | 32 | 7159.818242523429 | 32 |
+| vllm | 8 | 1 | 4096 | 1024 | TTFT_SLO_EXCEEDED | None | 48 | 5940.262449728431 | 48 |
+| vllm | 8 | 1 | 4096 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 2172.0508631852717 | 8 |
+| vllm | 8 | 1 | 4096 | 4096 | TTFT_SLO_EXCEEDED | None | 32 | 2272.248934892502 | 32 |
+| vllm | 8 | 1 | 8192 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 8821.589993992251 | 1 |
+| vllm | 8 | 1 | 8192 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 8 | 15008.983092240565 | 8 |
+| vllm | 8 | 1 | 8192 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 12646.96259517219 | 32 |
+| vllm | 8 | 1 | 8192 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 4595.449562060058 | 1 |
+| vllm | 8 | 1 | 8192 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 3541.024877745305 | 8 |
+| vllm | 8 | 1 | 8192 | 4096 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 2322.634766687153 | 1 |
+| vllm | 8 | 1 | 16384 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 14055.57074793477 | 1 |
+| vllm | 8 | 1 | 16384 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9136.187763187332 | 1 |
+| vllm | 8 | 1 | 16384 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 7934.358597827316 | 1 |
+| vllm | 8 | 1 | 16384 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 6329.976676412602 | 1 |
+| vllm | 8 | 1 | 16384 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 4617.944193863491 | 1 |
+| vllm | 8 | 1 | 32768 | 128 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 10004.440682674061 | 1 |
+| vllm | 8 | 1 | 32768 | 256 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9767.094212852124 | 1 |
+| vllm | 8 | 1 | 32768 | 512 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 9001.161840540095 | 1 |
+| vllm | 8 | 1 | 32768 | 1024 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 7805.987235489614 | 1 |
+| vllm | 8 | 1 | 32768 | 2048 | TTFT_SLO_BACKOFF_FOUND | None | 16 | 6225.353287123412 | 1 |
+| vllm | 8 | 1 | 65536 | 128 | TTFT_SLO_EXCEEDED | None | 16 | 9370.884476695 | 1 |
+| vllm | 8 | 1 | 65536 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 9578.749592382905 | 1 |
+| vllm | 8 | 1 | 65536 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 9166.908213468092 | 1 |
+| vllm | 8 | 1 | 65536 | 1024 | TTFT_SLO_EXCEEDED | None | 16 | 8459.593882018522 | 1 |
+| vllm | 8 | 1 | 131072 | 128 | TTFT_SLO_EXCEEDED | None | 1 | 9084.861045225392 | 1 |
+| vllm | 8 | 1 | 131072 | 256 | TTFT_SLO_EXCEEDED | None | 16 | 8809.535738326009 | 1 |
+| vllm | 8 | 1 | 131072 | 512 | TTFT_SLO_EXCEEDED | None | 16 | 8624.998015267116 | 1 |
+| vllm | 8 | 1 | 262144 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 8 | 1 | 262144 | 256 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 8 | 1 | 524288 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+| vllm | 8 | 1 | 1048576 | 128 | BENCHMARK_FAILED | None | None | None | 0 |
+
+`Saturation C` is the first point in the final low-gain streak. `Best TPS C` is the tested point with the highest observed Total TPS.