From 958c5778f076819ddc797a13bd19aa1cca189d4d Mon Sep 17 00:00:00 2001 From: Quantong Qiu Date: Sat, 18 Jul 2026 10:31:24 +0800 Subject: [PATCH] Add new kernels and autotune configurations for DeepseekV4 model - Introduced a new CUDA kernel for transposing and packing FP32 into UE8. - Added binary file for the new kernel. - Created multiple autotune configuration files for version 0.6.14 of FlashInfer, supporting various input shapes and configurations. - Added model information JSON for DeepseekV4ForCausalLM, detailing its architecture and capabilities. --- envs/UV_ENV_SETUP.md | 31 ++- .../adaptive_config.env | 3 +- .../config.env | 5 +- .../run_adaptive_concurrency.sh | 3 + .../run_adaptive_concurrency_add16.sh | 3 + .../run_bench.sh | 2 + .../adaptive_config.env | 3 +- .../adaptive_points.jsonl | 0 .../adaptive_shapes.jsonl | 0 .../run_manifest.json | 24 +++ .../adaptive_20260717-172827/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 0 .../adaptive_shapes.jsonl | 0 .../run_manifest.json | 24 +++ .../adaptive_20260717-173413/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 3 + .../adaptive_shapes.jsonl | 2 + .../run_manifest.json | 27 +++ .../adaptive_20260717-174138/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 0 .../adaptive_shapes.jsonl | 0 .../run_manifest.json | 27 +++ .../adaptive_20260717-175805/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 0 .../adaptive_shapes.jsonl | 0 .../adaptive_summary.jsonl | 0 .../adaptive_summary.md | 6 + .../run_manifest.json | 27 +++ .../adaptive_20260717-180055/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 5 + .../adaptive_shapes.jsonl | 2 + .../run_manifest.json | 27 +++ .../adaptive_20260717-180304/shapes.tsv | 40 ++++ .../adaptive_points.jsonl | 185 ++++++++++++++++++ .../adaptive_shapes.jsonl | 69 +++++++ .../run_manifest.json | 27 +++ .../adaptive_20260717-183028/shapes.tsv | 40 ++++ .../dsv4_pro6000_vllm_tp_dp_matrix/config.env | 5 +- .../run_adaptive_concurrency.sh | 2 + .../run_adaptive_concurrency_add16.sh | 2 + .../start_vllm_docker.sh | 20 +- .../start_vllm_dp.sh | 6 +- 42 files changed, 799 insertions(+), 21 deletions(-) create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/run_manifest.json create mode 100644 experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/shapes.tsv diff --git a/envs/UV_ENV_SETUP.md b/envs/UV_ENV_SETUP.md index 1f4719f..dce5d04 100644 --- a/envs/UV_ENV_SETUP.md +++ b/envs/UV_ENV_SETUP.md @@ -32,9 +32,12 @@ export UV_CACHE_DIR="/data/yy/sskj/envs/.uv_cache" ```bash cd /data/yy/sskj/envs -# vLLM 环境 +# vLLM 稳定版环境 uv venv vllm --python 3.12 +# vLLM nightly 环境 +uv venv vllm-nightly --python 3.12 + # SGLang 环境 uv venv sglang --python 3.12 ``` @@ -43,6 +46,8 @@ uv venv sglang --python 3.12 ## vLLM 环境安装 +### 稳定版 + ```bash source /data/yy/sskj/envs/vllm/bin/activate @@ -52,6 +57,21 @@ uv pip install vllm --torch-backend=auto > `--torch-backend=auto` 让 uv 自动选择匹配当前 CUDA 版本的 PyTorch 后端。 +### Nightly 版 + +如果需要使用 vLLM 的 nightly 版本（包含最新修复但可能不稳定）： + +```bash +source /data/yy/sskj/envs/vllm-nightly/bin/activate + +# 安装 vLLM nightly（从 vLLM 官方 nightly wheels） +uv pip install -U vllm \ + --torch-backend=auto \ + --extra-index-url https://wheels.vllm.ai/nightly +``` + +> 如需特定 CUDA 变体（如 `cu128`），可在 URL 后添加子目录，例如 `https://wheels.vllm.ai/nightly/cu128`。 + --- ## SGLang 环境安装 @@ -124,7 +144,11 @@ python -c "import sglang; print(sglang.__version__)" ``` envs/ ├── .uv_cache/ # uv 缓存（已加入 .gitignore） -├── vllm/ # vLLM 虚拟环境（已加入 .gitignore） +├── vllm/ # vLLM 稳定版虚拟环境（已加入 .gitignore） +│ ├── bin/ +│ ├── lib/ +│ └── ... +├── vllm-nightly/ # vLLM nightly 虚拟环境（已加入 .gitignore） │ ├── bin/ │ ├── lib/ │ └── ... @@ -160,5 +184,6 @@ uv pip install torch== --index-url https://download.pytorch.org/whl/cu< | 环境 | 激活命令 | |---|---| -| vLLM | `source /data/yy/sskj/envs/vllm/bin/activate` | +| vLLM 稳定版 | `source /data/yy/sskj/envs/vllm/bin/activate` | +| vLLM nightly | `source /data/yy/sskj/envs/vllm-nightly/bin/activate` | | SGLang | `source /data/yy/sskj/envs/sglang/bin/activate` | diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_config.env b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_config.env index 204f531..18854ed 100644 --- a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_config.env +++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/adaptive_config.env @@ -18,13 +18,12 @@ PLATEAU_PATIENCE="${PLATEAU_PATIENCE:-2}" # Stop a shape when p95 TTFT exceeds the SLO; keep group skipping disabled. TTFT_SLO_MS="${TTFT_SLO_MS:-4000}" ENABLE_TTFT_SLO_STOP="${ENABLE_TTFT_SLO_STOP:-1}" -TTFT_GROUP_SKIP_MS="${TTFT_GROUP_SKIP_MS:-0}" # Keep the same random workload semantics as the fixed matrix baseline. # DATASET_PATH must contain at least SEARCH_MAX_CONCURRENCY times # NUM_PROMPTS_MULTIPLIER valid two-turn conversations. Set this explicitly to # random-ids to use generated token IDs without a ShareGPT seed dataset. -BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random-ids}" +BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random}" # SGLang interprets 0.0 as Uniform[1, requested_len]. Use 1.0 for fixed # ISL/OSL points; lower values intentionally benchmark a length distribution. RANDOM_RANGE_RATIO="${RANDOM_RANGE_RATIO:-1.0}" diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/config.env b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/config.env index 596a0aa..87e9422 100644 --- a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/config.env +++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/config.env @@ -43,10 +43,9 @@ MOE_RUNNER_BACKEND="${MOE_RUNNER_BACKEND:-marlin}" USE_DOCKER="${USE_DOCKER:-1}" DOCKER_IMAGE="${DOCKER_IMAGE:-sglang-sm120-dsv4:0.5.15.post1-fi0.6.14-sm120fix1}" -# Offline by default: random-ids generates token IDs without downloading data. # To use ShareGPT, set BENCH_DATASET_NAME=random and DATASET_PATH explicitly. -BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random-ids}" -DATASET_PATH="${DATASET_PATH:-}" +BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random}" +DATASET_PATH="${DATASET_PATH:-/data/yy/sskj/dataset/ShareGPT_V3_unfiltered_cleaned_split.json}" SGLANG_BENCH_MODULE="${SGLANG_BENCH_MODULE:-sglang.benchmark.serving}" CACHE_DIR="${CACHE_DIR:-/data/yy/sskj/sglang_sm120_cache}" diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency.sh b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency.sh index 5952558..cca4fda 100755 --- a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency.sh +++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency.sh @@ -151,9 +151,12 @@ engine_run_bench() { --output-file "$output_file" --output-details --disable-tqdm + --disable-stream ) if [[ "$BENCH_DATASET_NAME" == "random" ]]; then bench_args+=(--dataset-path "$DATASET_PATH") + elif [[ "$BENCH_DATASET_NAME" == "random-ids" ]]; then + : # random-ids does not need --tokenize-prompt else bench_args+=(--tokenize-prompt) fi diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency_add16.sh b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency_add16.sh index de33dc6..771b67d 100755 --- a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency_add16.sh +++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_adaptive_concurrency_add16.sh @@ -151,9 +151,12 @@ engine_run_bench() { --output-file "$output_file" --output-details --disable-tqdm + --disable-stream ) if [[ "$BENCH_DATASET_NAME" == "random" ]]; then bench_args+=(--dataset-path "$DATASET_PATH") + elif [[ "$BENCH_DATASET_NAME" == "random-ids" ]]; then + : # random-ids does not need --tokenize-prompt else bench_args+=(--tokenize-prompt) fi diff --git a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_bench.sh b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_bench.sh index d2b9c84..ff5131f 100755 --- a/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_bench.sh +++ b/experiments/pro6000/dsv4_pro6000_sglang_tp_dp_matrix/run_bench.sh @@ -142,6 +142,8 @@ run_bench_serving() { local -a dataset_args=(--dataset-name "$BENCH_DATASET_NAME") if [[ "$BENCH_DATASET_NAME" == "random" ]]; then dataset_args+=(--dataset-path "$DATASET_PATH") + elif [[ "$BENCH_DATASET_NAME" == "random-ids" ]]; then + : # random-ids does not need --tokenize-prompt else dataset_args+=(--tokenize-prompt) fi diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_config.env b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_config.env index 204f531..18854ed 100644 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_config.env +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_config.env @@ -18,13 +18,12 @@ PLATEAU_PATIENCE="${PLATEAU_PATIENCE:-2}" # Stop a shape when p95 TTFT exceeds the SLO; keep group skipping disabled. TTFT_SLO_MS="${TTFT_SLO_MS:-4000}" ENABLE_TTFT_SLO_STOP="${ENABLE_TTFT_SLO_STOP:-1}" -TTFT_GROUP_SKIP_MS="${TTFT_GROUP_SKIP_MS:-0}" # Keep the same random workload semantics as the fixed matrix baseline. # DATASET_PATH must contain at least SEARCH_MAX_CONCURRENCY times # NUM_PROMPTS_MULTIPLIER valid two-turn conversations. Set this explicitly to # random-ids to use generated token IDs without a ShareGPT seed dataset. -BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random-ids}" +BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random}" # SGLang interprets 0.0 as Uniform[1, requested_len]. Use 1.0 for fixed # ISL/OSL points; lower values intentionally benchmark a length distribution. RANDOM_RANGE_RATIO="${RANDOM_RANGE_RATIO:-1.0}" diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_points.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/adaptive_shapes.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json new file mode 100644 index 0000000..a95eb32 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/run_manifest.json @@ -0,0 +1,24 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-172827", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 1, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-172827/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_points.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/adaptive_shapes.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json new file mode 100644 index 0000000..8ea2a2e --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/run_manifest.json @@ -0,0 +1,24 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-173413", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 1, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-173413/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl new file mode 100644 index 0000000..d325a7f --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_points.jsonl @@ -0,0 +1,3 @@ +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":37.49975781499961,"request_tps":2.133347111057891,"input_tps":2184.5474417232804,"output_tps":273.06843021541005,"total_tps":2457.615871938691,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1183.0383029991935,"ttft_p95_ms":15920.936896450985,"ttft_p99_ms":15926.864418140976,"tpot_p50_ms":28.05901554330469,"tpot_p95_ms":34.79938082481545,"tpot_p99_ms":145.7774584655177,"e2e_p50_ms":4740.940883000803,"e2e_p95_ms":18894.823492500473,"e2e_p99_ms":18899.136222039633,"itl_p50_ms":23.54768800068996,"itl_p95_ms":24.669825497585407,"itl_p99_ms":27.91304846101412,"validation_errors":[],"timestamp":"2026-07-17T17:56:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c16_i1024_o128_a2.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":18.115019801000017,"request_tps":2.2081124083448063,"input_tps":2261.1071061450816,"output_tps":282.6383882681352,"total_tps":2543.745494413217,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":601.0889195003983,"ttft_p95_ms":1435.130793051212,"ttft_p99_ms":1437.7610623092187,"tpot_p50_ms":22.656555452752894,"tpot_p95_ms":30.382272452738192,"tpot_p99_ms":32.119149702517085,"e2e_p50_ms":3510.3313099989464,"e2e_p95_ms":4573.223948101258,"e2e_p99_ms":4575.709853298395,"itl_p50_ms":19.9942369999917,"itl_p95_ms":24.899452198769723,"itl_p99_ms":25.811827809229726,"validation_errors":[],"timestamp":"2026-07-17T17:57:28+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c8_i1024_o128_a1.log"} +{"timestamp":"2026-07-17T17:59:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark failed and server restart failed","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/tp2_dp4/logs/vllm_c16_i1024_o256_a1.log"} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl new file mode 100644 index 0000000..e34bfdb --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/adaptive_shapes.jsonl @@ -0,0 +1,2 @@ +{"timestamp":"2026-07-17T17:57:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2543.745494413217,"last_total_tps":2543.745494413217} +{"timestamp":"2026-07-17T17:59:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json new file mode 100644 index 0000000..f7e6a64 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/run_manifest.json @@ -0,0 +1,27 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-174138", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 16, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [ + 8, + 1 + ], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-174138/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_points.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/adaptive_shapes.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json new file mode 100644 index 0000000..06386d8 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/run_manifest.json @@ -0,0 +1,27 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-175805", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 16, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [ + 8, + 1 + ], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-175805/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_points.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_shapes.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md new file mode 100644 index 0000000..1ba5678 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/adaptive_summary.md @@ -0,0 +1,6 @@ +# Adaptive concurrency search summary + +| Engine | TP | DP | ISL | OSL | Stop | Saturation C | Best TPS C | Best Total TPS | Max successful C | +|---|---:|---:|---:|---:|---|---:|---:|---:|---:| + +`Saturation C` is the first point in the final low-gain streak. `Best TPS C` is the tested point with the highest observed Total TPS. diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json new file mode 100644 index 0000000..c88d700 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/run_manifest.json @@ -0,0 +1,27 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-180055", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 16, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [ + 8, + 1 + ], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180055/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl new file mode 100644 index 0000000..3437f68 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_points.jsonl @@ -0,0 +1,5 @@ +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":51.021151305001695,"request_tps":1.5679771615062998,"input_tps":1605.608613382451,"output_tps":200.70107667280638,"total_tps":1806.3096900552573,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":4669.87650199917,"ttft_p95_ms":19976.700346002326,"ttft_p99_ms":19979.033784380954,"tpot_p50_ms":-0.00039965748077892794,"tpot_p95_ms":-0.00024063858978393468,"tpot_p99_ms":-0.00021466449444827547,"e2e_p50_ms":4669.823251000707,"e2e_p95_ms":19976.663315799487,"e2e_p99_ms":19978.993612139384,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:11:07+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c16_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":17.482704936999653,"request_tps":2.2879754674201305,"input_tps":2342.8868786382136,"output_tps":292.8608598297767,"total_tps":2635.74773846799,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":3326.0128250003618,"ttft_p95_ms":3930.1545259502745,"ttft_p99_ms":3933.4786717782117,"tpot_p50_ms":-0.00044296456773134724,"tpot_p95_ms":-0.00029732441254863963,"tpot_p99_ms":-0.0002716192838714795,"e2e_p50_ms":3325.95567449971,"e2e_p95_ms":3930.0970574509847,"e2e_p99_ms":3933.422595640659,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:12:31+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c8_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":50.659997044997,"request_tps":1.5791552441059709,"input_tps":1617.0549699645142,"output_tps":404.26374249112854,"total_tps":2021.3187124556428,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":7203.991713500727,"ttft_p95_ms":22136.597575649103,"ttft_p99_ms":22141.89569850747,"tpot_p50_ms":-0.00023104117181170367,"tpot_p95_ms":-0.00014992098038098503,"tpot_p99_ms":-0.00013588901635432877,"e2e_p50_ms":7203.918609500761,"e2e_p95_ms":22136.514358098975,"e2e_p99_ms":22141.829902578756,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:14:12+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c16_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":28.955549247999443,"request_tps":1.3814277759819604,"input_tps":1414.5820426055275,"output_tps":353.64551065138187,"total_tps":1768.2275532569095,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":5654.251131500132,"ttft_p95_ms":6782.015345052059,"ttft_p99_ms":6785.217343690383,"tpot_p50_ms":-0.00022870000405008812,"tpot_p95_ms":-0.0001538366546703722,"tpot_p99_ms":-0.00014309635084560688,"e2e_p50_ms":5654.19162499893,"e2e_p95_ms":6781.951112399474,"e2e_p99_ms":6785.174776618987,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:15:17+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c8_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":17.728928414999245,"request_tps":0.28202494155088575,"input_tps":288.793540148107,"output_tps":72.19838503702675,"total_tps":360.99192518513377,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":3591.7140919991652,"ttft_p95_ms":3607.3040300019784,"ttft_p99_ms":3607.487959602149,"tpot_p50_ms":-0.00042755686901692374,"tpot_p95_ms":-0.0003937615667168489,"tpot_p99_ms":-0.0003935444681202153,"e2e_p50_ms":3591.583893998177,"e2e_p95_ms":3607.196740400832,"e2e_p99_ms":3607.3792800806405,"itl_p50_ms":0.0,"itl_p95_ms":0.0,"itl_p99_ms":0.0,"validation_errors":[],"timestamp":"2026-07-17T18:16:16+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/raw_outputs/vllm_adaptive_c1_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/tp2_dp4/logs/vllm_c1_i1024_o256_a1.log"} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl new file mode 100644 index 0000000..db8dc87 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/adaptive_shapes.jsonl @@ -0,0 +1,2 @@ +{"timestamp":"2026-07-17T18:12:31+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2635.74773846799,"last_total_tps":2635.74773846799} +{"timestamp":"2026-07-17T18:16:16+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":2021.3187124556428,"last_total_tps":360.99192518513377} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json new file mode 100644 index 0000000..be67e5e --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/run_manifest.json @@ -0,0 +1,27 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-180304", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 16, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [ + 8, + 1 + ], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-180304/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl new file mode 100644 index 0000000..2e93169 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_points.jsonl @@ -0,0 +1,185 @@ +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":35.51989362600216,"request_tps":2.252258997235183,"input_tps":2306.3132131688276,"output_tps":288.28915164610345,"total_tps":2594.602364814931,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1395.5417959987244,"ttft_p95_ms":13632.4175950509,"ttft_p99_ms":14209.865999969952,"tpot_p50_ms":27.95139175984554,"tpot_p95_ms":31.18387576457072,"tpot_p99_ms":54.798263259926415,"e2e_p50_ms":4691.990687500947,"e2e_p95_ms":17150.938141450024,"e2e_p99_ms":17167.413699449862,"itl_p50_ms":23.434804998032632,"itl_p95_ms":25.708136899993406,"itl_p99_ms":27.689780789005454,"validation_errors":[],"timestamp":"2026-07-17T18:37:55+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":16.523707918000582,"request_tps":2.420764164950219,"input_tps":2478.862504909024,"output_tps":309.857813113628,"total_tps":2788.720318022652,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":609.9380240011669,"ttft_p95_ms":969.4493304981733,"ttft_p99_ms":990.650452919981,"tpot_p50_ms":21.142461003930336,"tpot_p95_ms":25.656977759061867,"tpot_p99_ms":26.79361076684794,"e2e_p50_ms":3204.374597000424,"e2e_p95_ms":3775.466667848741,"e2e_p99_ms":3799.7987317300795,"itl_p50_ms":18.790696500218473,"itl_p95_ms":22.918633049812343,"itl_p99_ms":24.34794333028549,"validation_errors":[],"timestamp":"2026-07-17T18:39:11+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":54.093872129000374,"request_tps":1.4789105836095442,"input_tps":1514.4044376161733,"output_tps":378.6011094040433,"total_tps":1893.0055470202165,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":1018.4140029978153,"ttft_p95_ms":15383.961682400326,"ttft_p99_ms":17391.08335488185,"tpot_p50_ms":25.33238073921501,"tpot_p95_ms":90.62098539627472,"tpot_p99_ms":91.23143043783669,"e2e_p50_ms":7533.735743500074,"e2e_p95_ms":24316.98315559788,"e2e_p99_ms":24336.126164838024,"itl_p50_ms":23.626833499292843,"itl_p95_ms":26.359242599755817,"itl_p99_ms":28.40972831185351,"validation_errors":[],"timestamp":"2026-07-17T18:40:45+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":54.8721734239989,"request_tps":0.7289669335843292,"input_tps":746.4621399903531,"output_tps":186.61553499758827,"total_tps":933.0776749879414,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":535.7125664995692,"ttft_p95_ms":14311.144036851692,"ttft_p99_ms":14313.11713416715,"tpot_p50_ms":21.065796845091516,"tpot_p95_ms":72.35489948606747,"tpot_p99_ms":73.27624159702185,"e2e_p50_ms":6233.525973499127,"e2e_p95_ms":19034.512934701706,"e2e_p99_ms":19035.898406788547,"itl_p50_ms":19.722606499271933,"itl_p95_ms":20.939157850625634,"itl_p99_ms":23.384112350104264,"validation_errors":[],"timestamp":"2026-07-17T18:42:17+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":17.04832884999996,"request_tps":0.2932838780852125,"input_tps":300.3226911592576,"output_tps":75.0806727898144,"total_tps":375.403363949072,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":138.21643499977654,"ttft_p95_ms":262.95884320134064,"ttft_p99_ms":263.86251184128923,"tpot_p50_ms":12.6330659607786,"tpot_p95_ms":12.822902394520284,"tpot_p99_ms":12.851903048325696,"e2e_p50_ms":3397.8333290033333,"e2e_p95_ms":3493.5366288016667,"e2e_p99_ms":3496.269490561972,"itl_p50_ms":12.619305001862813,"itl_p95_ms":12.957945399102755,"itl_p99_ms":13.453398599522187,"validation_errors":[],"timestamp":"2026-07-17T18:43:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":63.80759175099956,"request_tps":1.2537693055739998,"input_tps":1283.8597689077758,"output_tps":641.9298844538879,"total_tps":1925.7896533616636,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":553.8863395013323,"ttft_p95_ms":1183.1745858000431,"ttft_p99_ms":1206.126409429271,"tpot_p50_ms":23.774585099802405,"tpot_p95_ms":24.639022407435377,"tpot_p99_ms":24.942381016926607,"e2e_p50_ms":12739.359614499335,"e2e_p95_ms":13070.57086070181,"e2e_p99_ms":13081.518014011417,"itl_p50_ms":23.211817499031895,"itl_p95_ms":24.112861398134555,"itl_p99_ms":25.188249388920667,"validation_errors":[],"timestamp":"2026-07-17T18:45:01+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":87.92422683900077,"request_tps":1.8197487285612206,"input_tps":1863.42269804669,"output_tps":931.711349023345,"total_tps":2795.1340470700347,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1805.134331500085,"ttft_p95_ms":2513.511945647042,"ttft_p99_ms":2550.2623973408117,"tpot_p50_ms":31.102087755384307,"tpot_p95_ms":33.11751296135062,"tpot_p99_ms":33.935792254538796,"e2e_p50_ms":17540.31246950035,"e2e_p95_ms":18059.862764151876,"e2e_p99_ms":18075.549723790027,"itl_p50_ms":30.015279500730685,"itl_p95_ms":31.367360599506352,"itl_p99_ms":32.87897126021561,"validation_errors":[],"timestamp":"2026-07-17T18:47:19+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":45.14223,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":91.2112764529993,"request_tps":2.631253605179736,"input_tps":2694.40369170405,"output_tps":1347.201845852025,"total_tps":4041.605537556075,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1912.285800499376,"ttft_p95_ms":2967.302317800204,"ttft_p99_ms":2978.2591907108144,"tpot_p50_ms":31.71566809687078,"tpot_p95_ms":33.90303618610868,"tpot_p99_ms":35.096626657242616,"e2e_p50_ms":18222.919881000053,"e2e_p95_ms":18616.039482999076,"e2e_p99_ms":18628.436128779394,"itl_p50_ms":30.39696799896774,"itl_p95_ms":31.889119100742395,"itl_p99_ms":33.7520038981165,"validation_errors":[],"timestamp":"2026-07-17T18:49:31+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":44.594337,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c48_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c48_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":320,"failed":0,"duration_s":121.46888595999917,"request_tps":2.634419485047216,"input_tps":2697.645552688349,"output_tps":1348.8227763441746,"total_tps":4046.4683290325233,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":2158.8602449992322,"ttft_p95_ms":17434.70780529715,"ttft_p99_ms":17452.06314094121,"tpot_p50_ms":36.77224924755358,"tpot_p95_ms":39.562000082974265,"tpot_p99_ms":41.63289402254427,"e2e_p50_ms":21598.353106499417,"e2e_p95_ms":35528.48980484978,"e2e_p99_ms":35562.53842284954,"itl_p50_ms":35.59452099943883,"itl_p95_ms":37.32741640051245,"itl_p99_ms":39.856666440755376,"validation_errors":[],"timestamp":"2026-07-17T18:52:11+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":0.120318,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c64_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c64_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":122.84248602599837,"request_tps":0.6512404835495499,"input_tps":666.8702551547391,"output_tps":666.8702551547391,"total_tps":1333.7405103094782,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":514.9700625006517,"ttft_p95_ms":832.0198318020623,"ttft_p99_ms":1060.5293891697145,"tpot_p50_ms":23.515522639297917,"tpot_p95_ms":23.95974327111389,"tpot_p99_ms":24.15539067152549,"e2e_p50_ms":24585.629829998652,"e2e_p95_ms":24845.585616499375,"e2e_p99_ms":24857.20053725945,"itl_p50_ms":23.16046399937477,"itl_p95_ms":24.32706064846571,"itl_p99_ms":26.00832432042808,"validation_errors":[],"timestamp":"2026-07-17T18:54:54+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":174.12858615500227,"request_tps":0.9188611906466319,"input_tps":940.913859222151,"output_tps":940.913859222151,"total_tps":1881.827718444302,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":874.5234339985473,"ttft_p95_ms":1576.1145342981758,"ttft_p99_ms":15943.100864140797,"tpot_p50_ms":30.37653659677428,"tpot_p95_ms":45.26193013348059,"tpot_p99_ms":45.424255274723485,"e2e_p50_ms":31866.614523001772,"e2e_p95_ms":46883.86884940046,"e2e_p99_ms":46906.278359539065,"itl_p50_ms":29.910875000496162,"itl_p95_ms":31.01483049977105,"itl_p99_ms":32.00517307930567,"validation_errors":[],"timestamp":"2026-07-17T18:58:28+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":41.093991,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":164.61084560100062,"request_tps":1.457984126888788,"input_tps":1492.975745934119,"output_tps":1492.975745934119,"total_tps":2985.951491868238,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1357.9005384981429,"ttft_p95_ms":2382.358325400854,"ttft_p99_ms":2509.707358132982,"tpot_p50_ms":30.78628923606986,"tpot_p95_ms":31.74561904814331,"tpot_p99_ms":31.869855642189407,"e2e_p50_ms":32846.985496498746,"e2e_p95_ms":33450.40340514715,"e2e_p99_ms":33476.853603918935,"itl_p50_ms":30.270492497948,"itl_p95_ms":31.77662719917862,"itl_p99_ms":33.124227640037134,"validation_errors":[],"timestamp":"2026-07-17T19:01:52+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":58.672947,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c48_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c48_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":320,"failed":0,"duration_s":195.19299261000197,"request_tps":1.6394031144312848,"input_tps":1678.7487891776357,"output_tps":1678.7487891776357,"total_tps":3357.4975783552713,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1789.8505824996391,"ttft_p95_ms":3140.3421354001694,"ttft_p99_ms":3879.8330160489786,"tpot_p50_ms":36.40158486999037,"tpot_p95_ms":37.73737418616678,"tpot_p99_ms":37.747626063393014,"e2e_p50_ms":38553.537741498076,"e2e_p95_ms":40416.90891000053,"e2e_p99_ms":40433.81593374848,"itl_p50_ms":35.53739499875519,"itl_p95_ms":37.32055399850651,"itl_p99_ms":39.12194593238383,"validation_errors":[],"timestamp":"2026-07-17T19:05:51+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":12.443139,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c64_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c64_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":400,"failed":0,"duration_s":200.4439802479974,"request_tps":1.995570031612343,"input_tps":2043.4637123710393,"output_tps":2043.4637123710393,"total_tps":4086.9274247420785,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2429.181803501706,"ttft_p95_ms":4778.634884450912,"ttft_p99_ms":5477.64903428837,"tpot_p50_ms":36.78978998093772,"tpot_p95_ms":39.446696673754246,"tpot_p99_ms":39.46143708646079,"e2e_p50_ms":39688.98200100011,"e2e_p95_ms":42123.84479060038,"e2e_p99_ms":42141.32765831924,"itl_p50_ms":35.70852849770745,"itl_p95_ms":37.776100250812306,"itl_p99_ms":40.10406840974609,"validation_errors":[],"timestamp":"2026-07-17T19:09:54+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"concurrency":80,"num_prompts":400,"warmup_requests":80,"attempt":1,"gain_pct":21.725402,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c80_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c80_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":232.8852012440002,"request_tps":0.3435168897493912,"input_tps":351.7612951033766,"output_tps":703.5225902067532,"total_tps":1055.2838853101298,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":718.2357344991033,"ttft_p95_ms":940.0134388501101,"ttft_p99_ms":1063.3652291088217,"tpot_p50_ms":23.239456373961236,"tpot_p95_ms":23.63311678072817,"tpot_p99_ms":23.74273125442087,"e2e_p50_ms":48213.878263999504,"e2e_p95_ms":48927.0569858998,"e2e_p99_ms":48933.09755711074,"itl_p50_ms":23.084160498910933,"itl_p95_ms":23.865350748928904,"itl_p99_ms":24.483099081844557,"validation_errors":[],"timestamp":"2026-07-17T19:14:28+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":311.94699424699866,"request_tps":0.5129076508213203,"input_tps":525.217434441032,"output_tps":1050.434868882064,"total_tps":1575.652303323096,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":836.4960645012616,"ttft_p95_ms":1477.2939418991882,"ttft_p99_ms":1495.7657211208789,"tpot_p50_ms":30.110436139472068,"tpot_p95_ms":30.337156913092226,"tpot_p99_ms":30.426964487718394,"e2e_p50_ms":62361.869116999515,"e2e_p95_ms":62706.07210124799,"e2e_p99_ms":62712.476362509224,"itl_p50_ms":29.821539999829838,"itl_p95_ms":30.977138248817937,"itl_p99_ms":32.01402743892686,"validation_errors":[],"timestamp":"2026-07-17T19:20:21+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":49.310752,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":335.2032804340015,"request_tps":0.7159834464903271,"input_tps":733.1670492060949,"output_tps":1466.3340984121899,"total_tps":2199.5011476182844,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1766.8357155016565,"ttft_p95_ms":16656.542529748367,"ttft_p99_ms":16712.307439010656,"tpot_p50_ms":30.6786332000487,"tpot_p95_ms":37.52142367982495,"tpot_p99_ms":37.524832118236596,"e2e_p50_ms":64339.43671999987,"e2e_p95_ms":78304.98248050227,"e2e_p99_ms":78333.12404753083,"itl_p50_ms":30.237307999414043,"itl_p95_ms":31.768474700766088,"itl_p99_ms":33.13074570007302,"validation_errors":[],"timestamp":"2026-07-17T19:26:39+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":39.593053,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c48_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c48_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":456.2124006769991,"request_tps":0.17535691682489019,"input_tps":179.56548282868755,"output_tps":718.2619313147502,"total_tps":897.8274141434376,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":573.1103849993815,"ttft_p95_ms":961.7645600501419,"ttft_p99_ms":971.3120414295554,"tpot_p50_ms":23.076538673992815,"tpot_p95_ms":23.207446232368873,"tpot_p99_ms":23.282342652290712,"e2e_p50_ms":95248.15141349791,"e2e_p95_ms":95635.72176974922,"e2e_p99_ms":95651.83189644046,"itl_p50_ms":22.912316999281757,"itl_p95_ms":23.650296349842392,"itl_p99_ms":24.241648130082467,"validation_errors":[],"timestamp":"2026-07-17T19:34:53+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":616.4134449140001,"request_tps":0.2595660450305763,"input_tps":265.7956301113101,"output_tps":1063.1825204452405,"total_tps":1328.9781505565504,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1235.3769620003732,"ttft_p95_ms":1861.2330515012218,"ttft_p99_ms":1869.6153200410845,"tpot_p50_ms":29.826776646519875,"tpot_p95_ms":30.08995750108661,"tpot_p99_ms":30.181919353443543,"e2e_p50_ms":123393.3315585,"e2e_p95_ms":124017.33611739946,"e2e_p99_ms":124027.60775074945,"itl_p50_ms":29.67088699915621,"itl_p95_ms":30.844481700114557,"itl_p99_ms":31.84391297094408,"validation_errors":[],"timestamp":"2026-07-17T19:45:51+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":48.021561,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":651.0534749129984,"request_tps":0.3686333139256675,"input_tps":377.4805134598835,"output_tps":1509.922053839534,"total_tps":1887.4025672994176,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1832.4348504993395,"ttft_p95_ms":2963.5454200984896,"ttft_p99_ms":3819.236209729752,"tpot_p50_ms":30.544054017094084,"tpot_p95_ms":35.17469042741176,"tpot_p99_ms":35.176350032454316,"e2e_p50_ms":126909.4450929988,"e2e_p95_ms":145844.11691779914,"e2e_p99_ms":145864.11206907957,"itl_p50_ms":30.403589000343345,"itl_p95_ms":35.10144279953237,"itl_p99_ms":36.319916460852255,"validation_errors":[],"timestamp":"2026-07-17T19:57:25+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":42.019082,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c48_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c48_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":320,"failed":0,"duration_s":740.9016933619969,"request_tps":0.43190615282296474,"input_tps":442.2719004907159,"output_tps":1769.0876019628636,"total_tps":2211.35950245358,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":2059.2718594998587,"ttft_p95_ms":3825.34829705055,"ttft_p99_ms":3848.27098774178,"tpot_p50_ms":35.6593460704516,"tpot_p95_ms":36.15170228769213,"tpot_p99_ms":36.15283684383682,"e2e_p50_ms":148154.6055100007,"e2e_p95_ms":150057.69341404902,"e2e_p99_ms":150071.6150146174,"itl_p50_ms":35.28251799980353,"itl_p95_ms":37.266382101188356,"itl_p99_ms":39.01762812216476,"validation_errors":[],"timestamp":"2026-07-17T20:10:32+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":17.164167,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c64_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c64_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":400,"failed":0,"duration_s":753.505258309,"request_tps":0.5308523007492625,"input_tps":543.5927559672448,"output_tps":2174.371023868979,"total_tps":2717.9637798362237,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":3352.4084294986096,"ttft_p95_ms":5072.9963678002605,"ttft_p99_ms":5175.980532620015,"tpot_p50_ms":36.007505288156224,"tpot_p95_ms":36.59381685102616,"tpot_p99_ms":36.595392532722826,"e2e_p50_ms":150619.42721800006,"e2e_p95_ms":151564.26342664854,"e2e_p99_ms":151606.78315306184,"itl_p50_ms":35.638920999190304,"itl_p95_ms":37.65972560067893,"itl_p99_ms":39.64950892244814,"validation_errors":[],"timestamp":"2026-07-17T20:23:51+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"concurrency":80,"num_prompts":400,"warmup_requests":80,"attempt":1,"gain_pct":22.909178,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c80_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c80_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":35.798371733999375,"request_tps":2.2347385125346437,"input_tps":9153.4889473419,"output_tps":286.0465296044344,"total_tps":9439.535476946336,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":3450.9220704985637,"ttft_p95_ms":4256.803350699919,"ttft_p99_ms":4396.992554130411,"tpot_p50_ms":30.926257913388397,"tpot_p95_ms":50.26060283545643,"tpot_p99_ms":53.93278979331819,"e2e_p50_ms":7140.385743001389,"e2e_p95_ms":7389.035877851165,"e2e_p99_ms":7406.98173506833,"itl_p50_ms":23.617886001375155,"itl_p95_ms":26.075278652751877,"itl_p99_ms":91.54070965942091,"validation_errors":[],"timestamp":"2026-07-17T20:25:04+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":22.221262648999982,"request_tps":1.8000777287873924,"input_tps":7373.118377113159,"output_tps":230.40994928478622,"total_tps":7603.528326397945,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":1516.2571020009636,"ttft_p95_ms":2280.265061300997,"ttft_p99_ms":2476.601541090022,"tpot_p50_ms":23.72695222834946,"tpot_p95_ms":32.88149361770614,"tpot_p99_ms":34.30718671118649,"e2e_p50_ms":4368.4038874998805,"e2e_p95_ms":5005.6396332003715,"e2e_p99_ms":5020.7047990890715,"itl_p50_ms":18.831298000804964,"itl_p95_ms":20.693730051607417,"itl_p99_ms":24.020638400215834,"validation_errors":[],"timestamp":"2026-07-17T20:26:07+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i4096_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":50.370872684998176,"request_tps":1.5882194557218023,"input_tps":6505.346890636502,"output_tps":406.5841806647814,"total_tps":6911.931071301284,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":2863.0548495002586,"ttft_p95_ms":4312.225814747762,"ttft_p99_ms":4767.037612490458,"tpot_p50_ms":27.43746194117942,"tpot_p95_ms":36.64412284489991,"tpot_p99_ms":38.84175594376845,"e2e_p50_ms":10265.769715500937,"e2e_p95_ms":11220.378067998172,"e2e_p99_ms":11227.554747519753,"itl_p50_ms":25.410739501239732,"itl_p95_ms":26.612841497808404,"itl_p99_ms":30.107002699151053,"validation_errors":[],"timestamp":"2026-07-17T20:27:44+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":31.606009970997547,"request_tps":1.2655820850751165,"input_tps":5183.824220467677,"output_tps":323.9890137792298,"total_tps":5507.813234246907,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":908.5682314998849,"ttft_p95_ms":1721.0452153009098,"ttft_p99_ms":1744.1376643284457,"tpot_p50_ms":20.039808101957497,"tpot_p95_ms":24.499441909210155,"tpot_p99_ms":25.24478579305701,"e2e_p50_ms":6533.3537085007265,"e2e_p95_ms":6772.454577352619,"e2e_p99_ms":6788.504164490187,"itl_p50_ms":19.567306500903214,"itl_p95_ms":20.551362748119573,"itl_p99_ms":21.913531209174835,"validation_errors":[],"timestamp":"2026-07-17T20:28:55+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i4096_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":87.48222725300002,"request_tps":0.9144714590843543,"input_tps":3745.6750964095154,"output_tps":468.2093870511894,"total_tps":4213.884483460705,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":2621.705687499343,"ttft_p95_ms":16669.02015825235,"ttft_p99_ms":16677.75112080777,"tpot_p50_ms":23.774511061647576,"tpot_p95_ms":28.192899526128734,"tpot_p99_ms":34.59741540451733,"e2e_p50_ms":15034.809285001757,"e2e_p95_ms":28447.041795251425,"e2e_p99_ms":28453.924122079734,"itl_p50_ms":23.380603997793514,"itl_p95_ms":24.17211860010866,"itl_p99_ms":25.329785560898017,"validation_errors":[],"timestamp":"2026-07-17T20:30:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":56.98163795000073,"request_tps":0.7019805228326099,"input_tps":2875.3122215223702,"output_tps":359.4140276902963,"total_tps":3234.7262492126665,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":1080.6523414994444,"ttft_p95_ms":1582.5554404524153,"ttft_p99_ms":1654.7429924410244,"tpot_p50_ms":19.628348115462632,"tpot_p95_ms":25.136093198924097,"tpot_p99_ms":25.2113485336995,"e2e_p50_ms":11043.305548500939,"e2e_p95_ms":13493.271661001563,"e2e_p99_ms":13506.657927791166,"itl_p50_ms":19.018506001884816,"itl_p95_ms":23.31663199911418,"itl_p99_ms":23.68120252031076,"validation_errors":[],"timestamp":"2026-07-17T20:32:35+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i4096_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":129.30003791799754,"request_tps":0.6187159825176248,"input_tps":2534.2606643921913,"output_tps":633.5651660980478,"total_tps":3167.8258304902392,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1412.0328834997053,"ttft_p95_ms":3533.0174357502983,"ttft_p99_ms":3567.123326571709,"tpot_p50_ms":23.539500402249224,"tpot_p95_ms":25.093753229766296,"tpot_p99_ms":25.452371709629706,"e2e_p50_ms":25527.91973750027,"e2e_p95_ms":27279.44061155067,"e2e_p99_ms":27308.886146829536,"itl_p50_ms":23.257260500031407,"itl_p95_ms":24.81441265099419,"itl_p99_ms":26.396847958785653,"validation_errors":[],"timestamp":"2026-07-17T20:35:26+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o1024_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":197.60510984099892,"request_tps":0.809695660849775,"input_tps":3316.513426840678,"output_tps":829.1283567101696,"total_tps":4145.641783550848,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":5200.6202150005265,"ttft_p95_ms":17211.345664598957,"ttft_p99_ms":17302.0845117898,"tpot_p50_ms":31.510671870967823,"tpot_p95_ms":35.53480860645058,"tpot_p99_ms":37.416564303118015,"e2e_p50_ms":38405.67399250176,"e2e_p95_ms":47791.43342744919,"e2e_p99_ms":47805.82356230927,"itl_p50_ms":29.753804501524428,"itl_p95_ms":30.954993450359325,"itl_p99_ms":32.16575531223498,"validation_errors":[],"timestamp":"2026-07-17T20:39:20+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":30.8671,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i4096_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":243.99350261200016,"request_tps":0.32787758339293344,"input_tps":1342.9865815774554,"output_tps":671.4932907887277,"total_tps":2014.479872366183,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":949.294877000284,"ttft_p95_ms":1695.3145399502318,"ttft_p99_ms":1826.0893758989914,"tpot_p50_ms":23.331646651440796,"tpot_p95_ms":23.693037176697157,"tpot_p99_ms":23.810735939818695,"e2e_p50_ms":48753.50126599915,"e2e_p95_ms":49258.051109401276,"e2e_p99_ms":49268.22298113009,"itl_p50_ms":23.126964002585737,"itl_p95_ms":23.83352569922863,"itl_p99_ms":24.538840459063067,"validation_errors":[],"timestamp":"2026-07-17T20:44:04+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o2048_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":330.1920086240025,"request_tps":0.48456654256037984,"input_tps":1984.7845583273158,"output_tps":992.3922791636579,"total_tps":2977.1768374909734,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2616.0699810006918,"ttft_p95_ms":6659.902390401294,"ttft_p99_ms":6981.284776340872,"tpot_p50_ms":30.441921262334485,"tpot_p95_ms":32.13829452459759,"tpot_p99_ms":33.02285903933483,"e2e_p50_ms":66605.57604050155,"e2e_p95_ms":68702.33450910181,"e2e_p99_ms":70294.82168424875,"itl_p50_ms":29.864357000406017,"itl_p95_ms":30.795218000093882,"itl_p99_ms":31.68869590117538,"validation_errors":[],"timestamp":"2026-07-17T20:50:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":47.78886,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i4096_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":486.1548660770022,"request_tps":0.1645566167948811,"input_tps":674.023902391833,"output_tps":674.023902391833,"total_tps":1348.047804783666,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":824.5661320015643,"ttft_p95_ms":2959.840397698099,"ttft_p99_ms":2977.3924491180514,"tpot_p50_ms":23.423561826740087,"tpot_p95_ms":23.858262532979545,"tpot_p99_ms":23.89514958576332,"e2e_p50_ms":97317.44723799966,"e2e_p95_ms":98554.52874124967,"e2e_p99_ms":98562.10980954005,"itl_p50_ms":23.28060750187433,"itl_p95_ms":24.062078500719508,"itl_p99_ms":25.86657850206393,"validation_errors":[],"timestamp":"2026-07-17T20:59:04+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i4096_o4096_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":650.2540818710004,"request_tps":0.24605766339770757,"input_tps":1007.8521892770102,"output_tps":1007.8521892770102,"total_tps":2015.7043785540204,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":3178.7576804999844,"ttft_p95_ms":5981.6553455999365,"ttft_p99_ms":15404.601355490922,"tpot_p50_ms":30.43524838400479,"tpot_p95_ms":33.61194614743643,"tpot_p99_ms":33.61477483483999,"e2e_p50_ms":127839.00206499857,"e2e_p95_ms":138272.6337307513,"e2e_p99_ms":138372.17261735012,"itl_p50_ms":29.8534319990722,"itl_p95_ms":30.948657199405716,"itl_p99_ms":31.883977500983747,"validation_errors":[],"timestamp":"2026-07-17T21:10:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":49.527663,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i4096_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":42.46681649099992,"request_tps":1.8838238090428692,"input_tps":15432.284643679184,"output_tps":241.12944755748725,"total_tps":15673.414091236673,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":3731.2511955005903,"ttft_p95_ms":5794.7342562987615,"ttft_p99_ms":5843.253930778883,"tpot_p50_ms":37.48713040156185,"tpot_p95_ms":58.77047704763653,"tpot_p99_ms":62.1530104325881,"e2e_p50_ms":8624.014035502114,"e2e_p95_ms":8888.957162199584,"e2e_p99_ms":9686.71013490075,"itl_p50_ms":23.450976997992257,"itl_p95_ms":24.749878800503208,"itl_p99_ms":937.5802561599994,"validation_errors":[],"timestamp":"2026-07-17T21:11:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":26.806426265000482,"request_tps":1.4921795096657686,"input_tps":12223.934543181977,"output_tps":190.99897723721838,"total_tps":12414.933520419194,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":1964.9883129986847,"ttft_p95_ms":2943.8489678990654,"ttft_p99_ms":3879.1840610198046,"tpot_p50_ms":20.679886657482825,"tpot_p95_ms":40.96545788465094,"tpot_p99_ms":47.56312701354587,"e2e_p50_ms":5084.0397524989385,"e2e_p95_ms":6718.9055299506435,"e2e_p99_ms":6737.3979031822455,"itl_p50_ms":19.86033849971136,"itl_p95_ms":21.37042725171341,"itl_p99_ms":34.3750190994252,"validation_errors":[],"timestamp":"2026-07-17T21:13:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i8192_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":52.291134744999,"request_tps":1.5298960405071533,"input_tps":12532.9083638346,"output_tps":391.65338636983125,"total_tps":12924.561750204432,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":3027.540079499886,"ttft_p95_ms":5211.224544301149,"ttft_p99_ms":6200.133109270246,"tpot_p50_ms":29.06093365097203,"tpot_p95_ms":40.85423688234989,"tpot_p99_ms":44.25735056352547,"e2e_p50_ms":10011.226147998968,"e2e_p95_ms":12244.858905701221,"e2e_p99_ms":12348.42149839009,"itl_p50_ms":23.53254899935564,"itl_p95_ms":26.273480000236304,"itl_p99_ms":31.068812079902283,"validation_errors":[],"timestamp":"2026-07-17T21:14:42+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":37.10869602499952,"request_tps":1.0779144590004635,"input_tps":8830.275248131797,"output_tps":275.94610150411864,"total_tps":9106.221349635915,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":1567.897005501436,"ttft_p95_ms":3223.8302710491553,"ttft_p99_ms":3232.265348041001,"tpot_p50_ms":20.497504907839087,"tpot_p95_ms":28.287891517453915,"tpot_p99_ms":32.530525709841655,"e2e_p50_ms":7328.780117999486,"e2e_p95_ms":8725.148842497765,"e2e_p99_ms":8738.651192711004,"itl_p50_ms":19.11040050072188,"itl_p95_ms":23.001679648405116,"itl_p99_ms":24.70358911261429,"validation_errors":[],"timestamp":"2026-07-17T21:15:57+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i8192_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":86.09211937099826,"request_tps":0.929237200622912,"input_tps":7612.311147502895,"output_tps":475.76944671893096,"total_tps":8088.080594221826,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":3123.7799979990086,"ttft_p95_ms":5630.5079332491,"ttft_p99_ms":6360.016872731866,"tpot_p50_ms":26.12993699315252,"tpot_p95_ms":33.34206388346302,"tpot_p99_ms":34.34831411904416,"e2e_p50_ms":16994.079599000543,"e2e_p95_ms":18857.2899950992,"e2e_p99_ms":18902.804889092185,"itl_p50_ms":23.41173000240815,"itl_p95_ms":25.90816340307356,"itl_p99_ms":27.087889919203004,"validation_errors":[],"timestamp":"2026-07-17T21:18:05+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":55.94048361499881,"request_tps":0.7150456595136615,"input_tps":5857.654042735915,"output_tps":366.1033776709947,"total_tps":6223.75742040691,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":1079.8339070006477,"ttft_p95_ms":2956.0545776495924,"ttft_p99_ms":3023.904543339595,"tpot_p50_ms":19.220333281799405,"tpot_p95_ms":21.25119945723778,"tpot_p99_ms":22.20381447606601,"e2e_p50_ms":11057.544805500584,"e2e_p95_ms":12677.549089051354,"e2e_p99_ms":12694.632438949448,"itl_p50_ms":18.736086998615065,"itl_p95_ms":19.313156249882013,"itl_p99_ms":20.289441400127544,"validation_errors":[],"timestamp":"2026-07-17T21:19:40+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i8192_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":133.50343417000113,"request_tps":0.5992355215232088,"input_tps":4908.9373923181265,"output_tps":613.6171740397658,"total_tps":5522.554566357892,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2087.7940760001366,"ttft_p95_ms":5170.295516547594,"ttft_p99_ms":5291.093755781367,"tpot_p50_ms":23.851131651515498,"tpot_p95_ms":25.69777152619855,"tpot_p99_ms":26.118865908445315,"e2e_p50_ms":26429.826609499287,"e2e_p95_ms":28961.168869252106,"e2e_p99_ms":28977.998506158692,"itl_p50_ms":23.28126799693564,"itl_p95_ms":24.230408000585154,"itl_p99_ms":25.220849281322444,"validation_errors":[],"timestamp":"2026-07-17T21:22:33+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":102.08939822899993,"request_tps":0.3918134565772907,"input_tps":3209.7358362811656,"output_tps":401.2169795351457,"total_tps":3610.952815816311,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1009.9414000014804,"ttft_p95_ms":1328.2372460997067,"ttft_p99_ms":1489.2308765699997,"tpot_p50_ms":18.84549683822176,"tpot_p95_ms":19.749251400879277,"tpot_p99_ms":20.35009078839669,"e2e_p50_ms":20345.302042498588,"e2e_p95_ms":21433.704429900718,"e2e_p99_ms":21448.63447279844,"itl_p50_ms":18.747602500297944,"itl_p95_ms":20.00342104856827,"itl_p99_ms":20.88548705105494,"validation_errors":[],"timestamp":"2026-07-17T21:24:56+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i8192_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":250.9319957810003,"request_tps":0.3188114761969997,"input_tps":2611.7036130058214,"output_tps":652.9259032514553,"total_tps":3264.629516257277,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1478.3605740012717,"ttft_p95_ms":3732.4945539998225,"ttft_p99_ms":3756.849964709909,"tpot_p50_ms":23.498687549828873,"tpot_p95_ms":24.372151976012965,"tpot_p99_ms":24.710387713951,"e2e_p50_ms":50728.94541699861,"e2e_p95_ms":51544.19625245082,"e2e_p99_ms":51571.37415331035,"itl_p50_ms":23.198925002361648,"itl_p95_ms":24.032652399182552,"itl_p99_ms":24.946740199447962,"validation_errors":[],"timestamp":"2026-07-17T21:29:44+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o2048_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":359.0326015739993,"request_tps":0.4456419815319273,"input_tps":3650.6991127095484,"output_tps":912.6747781773871,"total_tps":4563.373890886935,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":5052.479758000118,"ttft_p95_ms":13922.582987400347,"ttft_p99_ms":14957.965433639909,"tpot_p50_ms":31.339258560821428,"tpot_p95_ms":36.19410404342944,"tpot_p99_ms":37.141998148520436,"e2e_p50_ms":72283.78157949919,"e2e_p95_ms":80011.55851304994,"e2e_p99_ms":80058.15522486024,"itl_p50_ms":29.704410499107325,"itl_p95_ms":30.762741751459544,"itl_p99_ms":31.843942998784797,"validation_errors":[],"timestamp":"2026-07-17T21:36:22+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":39.78229,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c32_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c32_i8192_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":495.14235066900073,"request_tps":0.16156969786953138,"input_tps":1323.578964947201,"output_tps":661.7894824736005,"total_tps":1985.3684474208014,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":3064.171163498031,"ttft_p95_ms":6553.780787799769,"ttft_p99_ms":6560.922208459488,"tpot_p50_ms":23.411380350305198,"tpot_p95_ms":24.092791043540263,"tpot_p99_ms":24.417590643064607,"e2e_p50_ms":98900.59833550004,"e2e_p95_ms":100941.7404143489,"e2e_p99_ms":100954.26440970812,"itl_p50_ms":23.11513199856563,"itl_p95_ms":23.79603949975717,"itl_p99_ms":24.451982348364254,"validation_errors":[],"timestamp":"2026-07-17T21:45:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i8192_o4096_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":417.2444741420004,"request_tps":0.09586705751407229,"input_tps":785.3429351552802,"output_tps":392.6714675776401,"total_tps":1178.0144027329202,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":2875.384426499295,"ttft_p95_ms":4937.060614051734,"ttft_p99_ms":4955.276234819576,"tpot_p50_ms":18.992711852748,"tpot_p95_ms":22.754651518046007,"tpot_p99_ms":22.893227083323698,"e2e_p50_ms":80971.66008050044,"e2e_p95_ms":95213.67537425086,"e2e_p99_ms":95215.77635167824,"itl_p50_ms":18.71209650016681,"itl_p95_ms":22.653473048740125,"itl_p99_ms":22.996816217455493,"validation_errors":[],"timestamp":"2026-07-17T21:52:56+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":4096,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i8192_o4096_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":263.6400280889975,"request_tps":0.018965253631031097,"input_tps":155.36335774540674,"output_tps":77.68167887270337,"total_tps":233.04503661811012,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1057.3702229994524,"ttft_p95_ms":1082.0784567986266,"ttft_p99_ms":1085.3685497582774,"tpot_p50_ms":12.709332893772624,"tpot_p95_ms":12.717507952234767,"tpot_p99_ms":12.718505982730466,"e2e_p50_ms":52971.802232998016,"e2e_p95_ms":53137.642588599556,"e2e_p99_ms":53163.12436251945,"itl_p50_ms":12.692705997324083,"itl_p95_ms":12.88526209864358,"itl_p99_ms":13.083910697969255,"validation_errors":[],"timestamp":"2026-07-17T21:57:58+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":4096,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i8192_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":87.71198655099943,"request_tps":0.9120760245634688,"input_tps":14943.453586447873,"output_tps":116.74573114412401,"total_tps":15060.199317591998,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":8734.068773001127,"ttft_p95_ms":14842.380984752344,"ttft_p99_ms":15547.730605889155,"tpot_p50_ms":69.0511883740113,"tpot_p95_ms":118.17251379962677,"tpot_p99_ms":122.94528525159282,"e2e_p50_ms":17510.81284350039,"e2e_p95_ms":22056.872335652042,"e2e_p99_ms":25764.45418367016,"itl_p50_ms":23.76407599876984,"itl_p95_ms":29.69616749942361,"itl_p99_ms":1509.4085890013957,"validation_errors":[],"timestamp":"2026-07-17T22:00:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":54.398440835000656,"request_tps":0.7353151926049962,"input_tps":12047.404115640258,"output_tps":94.12034465343952,"total_tps":12141.524460293698,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":4804.45534950195,"ttft_p95_ms":8750.279006098386,"ttft_p99_ms":9767.56623643938,"tpot_p50_ms":40.62083393699599,"tpot_p95_ms":71.52564770551221,"tpot_p99_ms":77.20796897456654,"e2e_p50_ms":11495.6161959999,"e2e_p95_ms":12799.739030051387,"e2e_p99_ms":13105.330978019083,"itl_p50_ms":23.26192849977815,"itl_p95_ms":25.515876250392466,"itl_p99_ms":979.5059942312946,"validation_errors":[],"timestamp":"2026-07-17T22:01:42+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":11.288481867999508,"request_tps":0.44292935564470876,"input_tps":7256.954562882908,"output_tps":56.69495752252272,"total_tps":7313.649520405431,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":248.48429199846578,"ttft_p95_ms":1783.4920791996408,"ttft_p99_ms":2084.7384430392412,"tpot_p50_ms":12.906653716534377,"tpot_p95_ms":12.952495861432322,"tpot_p99_ms":12.960185093562739,"e2e_p50_ms":1894.6719320010743,"e2e_p95_ms":3423.3885331988854,"e2e_p99_ms":3724.7851834383614,"itl_p50_ms":13.02728199880221,"itl_p95_ms":13.174692701068125,"itl_p99_ms":14.073184399603628,"validation_errors":[],"timestamp":"2026-07-17T22:02:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":91.1995682500019,"request_tps":0.8771971351958493,"input_tps":14371.997863048795,"output_tps":224.56246661013742,"total_tps":14596.56032965893,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":5084.699085498869,"ttft_p95_ms":13333.829715150569,"ttft_p99_ms":17268.12810797804,"tpot_p50_ms":48.83019244902528,"tpot_p95_ms":71.93259172313464,"tpot_p99_ms":81.88092234639225,"e2e_p50_ms":18232.480037999267,"e2e_p95_ms":23934.512555750007,"e2e_p99_ms":25730.92418404898,"itl_p50_ms":23.614229499798967,"itl_p95_ms":26.514330000281916,"itl_p99_ms":987.4457468486067,"validation_errors":[],"timestamp":"2026-07-17T22:04:54+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":65.4253521679966,"request_tps":0.6113837935069818,"input_tps":10016.91207281839,"output_tps":156.51425113778734,"total_tps":10173.426323956177,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":4849.080491998393,"ttft_p95_ms":8286.372002702406,"ttft_p99_ms":9145.295128528996,"tpot_p50_ms":33.67028586469721,"tpot_p95_ms":45.52606148804353,"tpot_p99_ms":48.20606242702528,"e2e_p50_ms":13656.597402501575,"e2e_p95_ms":15160.02437069601,"e2e_p99_ms":15169.326786118836,"itl_p50_ms":19.143721499858657,"itl_p95_ms":23.525400200742297,"itl_p99_ms":947.3027881332382,"validation_errors":[],"timestamp":"2026-07-17T22:06:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":20.077136055995652,"request_tps":0.24903950374470096,"input_tps":4080.2632293531806,"output_tps":63.75411295864345,"total_tps":4144.017342311824,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":266.3356300035957,"ttft_p95_ms":2145.6679792012433,"ttft_p99_ms":2515.479836641752,"tpot_p50_ms":12.923463125480339,"tpot_p95_ms":13.008983327057578,"tpot_p99_ms":13.01442992345284,"e2e_p50_ms":3585.3624810042675,"e2e_p95_ms":5453.041668997321,"e2e_p99_ms":5825.231644997548,"itl_p50_ms":13.02953899721615,"itl_p95_ms":13.210987804632168,"itl_p99_ms":13.575689804565624,"validation_errors":[],"timestamp":"2026-07-17T22:07:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":124.75427589099854,"request_tps":0.6412605854880544,"input_tps":10506.413432636284,"output_tps":328.32541976988387,"total_tps":10834.738852406168,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":6071.178088503075,"ttft_p95_ms":13747.434693454488,"ttft_p99_ms":15976.350791259454,"tpot_p50_ms":35.6843423287643,"tpot_p95_ms":54.512825304501476,"tpot_p99_ms":60.487210905159316,"e2e_p50_ms":24276.44082900224,"e2e_p95_ms":37167.760266051475,"e2e_p99_ms":43116.85908346806,"itl_p50_ms":23.70979799889028,"itl_p95_ms":29.77052520000143,"itl_p99_ms":906.507468803029,"validation_errors":[],"timestamp":"2026-07-17T22:10:24+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":75.53128525800275,"request_tps":0.5295818793942989,"input_tps":8676.669511996193,"output_tps":271.14592224988104,"total_tps":8947.815434246075,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":3314.4965105020674,"ttft_p95_ms":6763.524443049026,"ttft_p99_ms":7389.864614058824,"tpot_p50_ms":22.744233569466275,"tpot_p95_ms":29.056724558316468,"tpot_p99_ms":31.987634660760303,"e2e_p50_ms":13931.615484503709,"e2e_p95_ms":19259.941236854138,"e2e_p99_ms":19273.22470958934,"itl_p50_ms":19.112138499622233,"itl_p95_ms":23.443571100142435,"itl_p99_ms":24.166436078958213,"validation_errors":[],"timestamp":"2026-07-17T22:12:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":36.50603775199852,"request_tps":0.13696364513637954,"input_tps":2244.0123619144424,"output_tps":70.12538630982633,"total_tps":2314.1377482242688,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":230.35875999630662,"ttft_p95_ms":2169.357527597458,"ttft_p99_ms":2545.420054316637,"tpot_p50_ms":12.889749559676005,"tpot_p95_ms":13.018884459872563,"tpot_p99_ms":13.024379562806049,"e2e_p50_ms":6813.737735996256,"e2e_p95_ms":8811.477495596046,"e2e_p99_ms":9184.732024716213,"itl_p50_ms":12.929604003147688,"itl_p95_ms":13.174696400528774,"itl_p99_ms":13.494883202365601,"validation_errors":[],"timestamp":"2026-07-17T22:13:36+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":187.6104824619979,"request_tps":0.4264154057394138,"input_tps":6986.390007634555,"output_tps":436.6493754771597,"total_tps":7423.039383111714,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":6906.918405496981,"ttft_p95_ms":16552.316601053823,"ttft_p99_ms":19014.543042150686,"tpot_p50_ms":28.66530453617178,"tpot_p95_ms":38.535578766179135,"tpot_p99_ms":40.23829836472872,"e2e_p50_ms":37004.12792449788,"e2e_p95_ms":46057.4403121489,"e2e_p99_ms":52516.778317942204,"itl_p50_ms":23.479119001422077,"itl_p95_ms":24.344084996846505,"itl_p99_ms":26.06199021109209,"validation_errors":[],"timestamp":"2026-07-17T22:17:27+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":125.39568868200149,"request_tps":0.3189902333997975,"input_tps":5226.335984022282,"output_tps":326.6459990013926,"total_tps":5552.981983023675,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2829.552582501492,"ttft_p95_ms":6638.2746083516395,"ttft_p99_ms":6769.608452363245,"tpot_p50_ms":20.84497855572099,"tpot_p95_ms":24.74618837678425,"tpot_p99_ms":24.785283543001217,"e2e_p50_ms":25680.54008550098,"e2e_p95_ms":26139.148497154747,"e2e_p99_ms":26153.513884038475,"itl_p50_ms":18.92765349475667,"itl_p95_ms":19.47077545337379,"itl_p99_ms":20.276863907492952,"validation_errors":[],"timestamp":"2026-07-17T22:20:14+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":66.41446949400415,"request_tps":0.07528479920255023,"input_tps":1233.466150134583,"output_tps":77.09163438341143,"total_tps":1310.5577845179944,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":232.7885759950732,"ttft_p95_ms":258.3042924001347,"ttft_p99_ms":259.844101681374,"tpot_p50_ms":12.752595932553998,"tpot_p95_ms":12.77070937086952,"tpot_p99_ms":12.7730652571655,"e2e_p50_ms":13273.806998004147,"e2e_p95_ms":13309.768373599218,"e2e_p99_ms":13312.045180317655,"itl_p50_ms":12.764427003276069,"itl_p95_ms":12.903719203313813,"itl_p99_ms":13.134433717932552,"validation_errors":[],"timestamp":"2026-07-17T22:21:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":307.2575918799994,"request_tps":0.26036785457605327,"input_tps":4265.866929374057,"output_tps":533.2333661717571,"total_tps":4799.100295545813,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":6698.436530499748,"ttft_p95_ms":15917.78296185039,"ttft_p99_ms":17102.397370618193,"tpot_p50_ms":25.88796448900826,"tpot_p95_ms":30.09619832557623,"tpot_p99_ms":30.43050915257392,"e2e_p50_ms":61938.698223002575,"e2e_p95_ms":66326.99932920368,"e2e_p99_ms":66398.64638376603,"itl_p50_ms":23.59571999841137,"itl_p95_ms":24.305103852020693,"itl_p99_ms":25.438974617500204,"validation_errors":[],"timestamp":"2026-07-17T22:27:47+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":245.7509385910016,"request_tps":0.1627664180219926,"input_tps":2666.7649928723267,"output_tps":333.34562410904084,"total_tps":3000.1106169813675,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":3517.6209724995715,"ttft_p95_ms":6629.285809502835,"ttft_p99_ms":6680.270725009905,"tpot_p50_ms":22.61665363018918,"tpot_p95_ms":25.148029009428324,"tpot_p99_ms":25.152621109227304,"e2e_p50_ms":48598.54174700013,"e2e_p95_ms":53936.7300741982,"e2e_p99_ms":53988.78597172057,"itl_p50_ms":22.55609649728285,"itl_p95_ms":23.37615454562183,"itl_p99_ms":23.886724879339454,"validation_errors":[],"timestamp":"2026-07-17T22:32:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":134.08070444400073,"request_tps":0.03729097352772537,"input_tps":610.9753102782524,"output_tps":76.37191378478155,"total_tps":687.347224063034,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":266.5947799978312,"ttft_p95_ms":1761.8537507980361,"ttft_p99_ms":2059.272694157553,"tpot_p50_ms":12.800508425012124,"tpot_p95_ms":12.873684598536355,"tpot_p99_ms":12.887110730749896,"e2e_p50_ms":26481.61068999616,"e2e_p95_ms":27936.349696601974,"e2e_p99_ms":28191.310531321215,"itl_p50_ms":12.779187003616244,"itl_p95_ms":13.071302395837847,"itl_p99_ms":13.26372948329663,"validation_errors":[],"timestamp":"2026-07-17T22:35:21+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":166.17104786800337,"request_tps":0.4814316394246208,"input_tps":15775.551960665975,"output_tps":61.62324984635146,"total_tps":15837.175210512325,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":15102.314422005293,"ttft_p95_ms":28845.73385290205,"ttft_p99_ms":33122.950702000504,"tpot_p50_ms":132.60648272047345,"tpot_p95_ms":244.37514519683364,"tpot_p99_ms":261.6315119234906,"e2e_p50_ms":33962.210095003684,"e2e_p95_ms":44076.35400090185,"e2e_p99_ms":55546.09735206972,"itl_p50_ms":23.961901002621744,"itl_p95_ms":1008.3145698503357,"itl_p99_ms":1988.3404772715585,"validation_errors":[],"timestamp":"2026-07-17T22:38:49+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":116.63900114600256,"request_tps":0.3429384648958894,"input_tps":11237.407617708504,"output_tps":43.896123506673845,"total_tps":11281.303741215177,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":11192.3856684989,"ttft_p95_ms":21382.33314670324,"ttft_p99_ms":24261.734207580954,"tpot_p50_ms":99.20044387797857,"tpot_p95_ms":164.7737295039119,"tpot_p99_ms":172.29982228952758,"e2e_p50_ms":22976.906029500242,"e2e_p95_ms":29752.829587648725,"e2e_p99_ms":39244.56306908338,"itl_p50_ms":19.416948500293074,"itl_p95_ms":956.0677652993036,"itl_p99_ms":1542.0276029786326,"validation_errors":[],"timestamp":"2026-07-17T22:41:30+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":17.862514312000712,"request_tps":0.27991580091503754,"input_tps":9172.28096438395,"output_tps":35.829222517124805,"total_tps":9208.110186901074,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":376.8014259985648,"ttft_p95_ms":4361.039476202859,"ttft_p99_ms":4384.9994368435,"tpot_p50_ms":12.835713488179971,"tpot_p95_ms":12.914056217299747,"tpot_p99_ms":12.929720074932026,"e2e_p50_ms":2006.7627989992616,"e2e_p95_ms":5990.025255603541,"e2e_p99_ms":6014.907464724092,"itl_p50_ms":13.089667998428922,"itl_p95_ms":13.26513470048667,"itl_p99_ms":15.307141963494361,"validation_errors":[],"timestamp":"2026-07-17T22:42:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":204.74852543900488,"request_tps":0.3907232046163488,"input_tps":12803.217968868517,"output_tps":100.02514038178529,"total_tps":12903.243109250303,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":16273.771643001965,"ttft_p95_ms":32056.461127646246,"ttft_p99_ms":36118.32538721404,"tpot_p50_ms":93.55651337254504,"tpot_p95_ms":143.49284198372817,"tpot_p99_ms":156.4748345287131,"e2e_p50_ms":40842.87830549874,"e2e_p95_ms":54145.7908143984,"e2e_p99_ms":68954.72944074808,"itl_p50_ms":24.002406498766504,"itl_p95_ms":937.3863625012744,"itl_p99_ms":1587.1623309543784,"validation_errors":[],"timestamp":"2026-07-17T22:46:34+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":125.7867458010005,"request_tps":0.31799852794730493,"input_tps":10420.175763777288,"output_tps":81.40762315451006,"total_tps":10501.583386931798,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":10980.774697502056,"ttft_p95_ms":20843.219946249515,"ttft_p99_ms":21494.44742591557,"tpot_p50_ms":51.6268213215631,"tpot_p95_ms":77.60453827449324,"tpot_p99_ms":82.10640388439231,"e2e_p50_ms":25569.622058003006,"e2e_p95_ms":26787.246948352542,"e2e_p99_ms":29919.984941424264,"itl_p50_ms":19.314201999804936,"itl_p95_ms":20.657156704692174,"itl_p99_ms":1011.7858801560947,"validation_errors":[],"timestamp":"2026-07-17T22:49:26+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":29.315094204997877,"request_tps":0.17056059806717452,"input_tps":5588.929677465175,"output_tps":43.66351310519668,"total_tps":5632.593190570372,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":4180.437978000555,"ttft_p95_ms":4226.542910604621,"ttft_p99_ms":4231.236612526118,"tpot_p50_ms":12.609974082357333,"tpot_p95_ms":12.630215890981788,"tpot_p99_ms":12.632268680942099,"e2e_p50_ms":7379.474052999285,"e2e_p95_ms":7447.247962804977,"e2e_p99_ms":7452.465126166353,"itl_p50_ms":12.751679500070168,"itl_p95_ms":12.86704049744003,"itl_p99_ms":13.347543648706035,"validation_errors":[],"timestamp":"2026-07-17T22:50:32+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":207.1937694740045,"request_tps":0.38611199652910977,"input_tps":12652.117902265869,"output_tps":197.6893422229042,"total_tps":12849.807244488773,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":16932.360587499716,"ttft_p95_ms":30829.185857648554,"ttft_p99_ms":32818.07428993037,"tpot_p50_ms":46.637366116438756,"tpot_p95_ms":73.90364008346982,"tpot_p99_ms":76.82323731105957,"e2e_p50_ms":42205.68105350321,"e2e_p95_ms":44798.5426237501,"e2e_p99_ms":57839.10130846557,"itl_p50_ms":23.67910649991245,"itl_p95_ms":24.681098950168234,"itl_p99_ms":1557.3698992613934,"validation_errors":[],"timestamp":"2026-07-17T22:54:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":142.58865027499996,"request_tps":0.280527236374389,"input_tps":9192.316481515978,"output_tps":143.62994502368716,"total_tps":9335.946426539665,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":11727.873741001531,"ttft_p95_ms":18692.671755344414,"ttft_p99_ms":20979.29233403862,"tpot_p50_ms":31.178456232879903,"tpot_p95_ms":46.74015413590821,"tpot_p99_ms":47.51108246651996,"e2e_p50_ms":28365.527392499644,"e2e_p95_ms":31229.962739205803,"e2e_p99_ms":31838.38224380059,"itl_p50_ms":19.262656001956202,"itl_p95_ms":19.86802240426186,"itl_p99_ms":939.4385340996075,"validation_errors":[],"timestamp":"2026-07-17T22:57:49+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":46.974169112996606,"request_tps":0.10644147825100374,"input_tps":3487.8743593288905,"output_tps":54.498036864513914,"total_tps":3542.3723961934047,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":4082.6037589940825,"ttft_p95_ms":4808.523005002644,"ttft_p99_ms":4864.0961706021335,"tpot_p50_ms":12.915482352256621,"tpot_p95_ms":12.9579033432476,"tpot_p99_ms":12.964712527748917,"e2e_p50_ms":10682.415240997216,"e2e_p95_ms":11430.011613402166,"e2e_p99_ms":11489.06427228183,"itl_p50_ms":12.89886800077511,"itl_p95_ms":13.14093520049937,"itl_p99_ms":13.413725357677322,"validation_errors":[],"timestamp":"2026-07-17T22:59:14+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":293.3886578649981,"request_tps":0.27267584432937336,"input_tps":8935.042066984906,"output_tps":279.2200645932783,"total_tps":9214.262131578185,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":13343.383146497217,"ttft_p95_ms":34873.03652920382,"ttft_p99_ms":39151.14867994249,"tpot_p50_ms":42.69363538465272,"tpot_p95_ms":56.06463365073181,"tpot_p99_ms":60.04076648079551,"e2e_p50_ms":56474.19719200116,"e2e_p95_ms":85995.10601770562,"e2e_p99_ms":92655.85367765675,"itl_p50_ms":23.893790003057802,"itl_p95_ms":30.62302970138262,"itl_p99_ms":981.6474993740109,"validation_errors":[],"timestamp":"2026-07-17T23:04:52+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":184.0969825420034,"request_tps":0.21727678231159295,"input_tps":7119.725602786278,"output_tps":222.49142508707118,"total_tps":7342.217027873349,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":12971.74235249986,"ttft_p95_ms":18381.161248348144,"ttft_p99_ms":18456.604006282505,"tpot_p50_ms":23.162817551318085,"tpot_p95_ms":30.788130197895985,"tpot_p99_ms":32.920479758816704,"e2e_p50_ms":37570.170175502426,"e2e_p95_ms":38202.96671445394,"e2e_p99_ms":38230.040250340244,"itl_p50_ms":19.256665003922535,"itl_p95_ms":19.83263500405883,"itl_p99_ms":21.092670015132153,"validation_errors":[],"timestamp":"2026-07-17T23:08:40+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":78.356931524002,"request_tps":0.0638105640784111,"input_tps":2090.944563721375,"output_tps":65.34201761629296,"total_tps":2156.286581337668,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":4112.289311000495,"ttft_p95_ms":4245.040153995797,"ttft_p99_ms":4267.463544394996,"tpot_p50_ms":12.73808015640255,"tpot_p95_ms":12.766687709870071,"tpot_p99_ms":12.769900088207644,"e2e_p50_ms":17138.5015679989,"e2e_p95_ms":17274.532288394403,"e2e_p99_ms":17294.07606327324,"itl_p50_ms":12.762168000335805,"itl_p95_ms":12.97138479858404,"itl_p99_ms":13.202984083327467,"validation_errors":[],"timestamp":"2026-07-17T23:10:34+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":398.7243343290029,"request_tps":0.20063987349713375,"input_tps":6574.567374754079,"output_tps":410.9104609221299,"total_tps":6985.477835676208,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":15566.798975502024,"ttft_p95_ms":31832.658950549012,"ttft_p99_ms":36409.414326819075,"tpot_p50_ms":31.213125905715597,"tpot_p95_ms":35.9177977701739,"tpot_p99_ms":39.446612180483214,"e2e_p50_ms":80211.87587000168,"e2e_p95_ms":90918.68394114969,"e2e_p99_ms":106393.18694019149,"itl_p50_ms":23.648321002838202,"itl_p95_ms":24.550159394857474,"itl_p99_ms":26.24430307652798,"validation_errors":[],"timestamp":"2026-07-17T23:17:52+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":294.60314816899336,"request_tps":0.13577587425187587,"input_tps":4449.103847485469,"output_tps":278.0689904678418,"total_tps":4727.172837953311,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":12569.423150001967,"ttft_p95_ms":19839.88688660174,"ttft_p99_ms":20885.26944299003,"tpot_p50_ms":22.9084626372736,"tpot_p95_ms":25.93264410744865,"tpot_p99_ms":27.762462811084028,"e2e_p50_ms":58979.63094749866,"e2e_p95_ms":60303.31572585346,"e2e_p99_ms":62982.78351931003,"itl_p50_ms":19.219385998439975,"itl_p95_ms":19.824480499664787,"itl_p99_ms":20.579375748638995,"validation_errors":[],"timestamp":"2026-07-17T23:23:36+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":139.77566922100232,"request_tps":0.03577160479979096,"input_tps":1172.1639460795502,"output_tps":73.26024662997189,"total_tps":1245.424192709522,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":375.0687089996063,"ttft_p95_ms":4164.4558287996915,"ttft_p99_ms":4164.490471359168,"tpot_p50_ms":12.73919195700888,"tpot_p95_ms":12.78209142257048,"tpot_p99_ms":12.79024640957623,"e2e_p50_ms":26545.972414998687,"e2e_p95_ms":30206.80869040225,"e2e_p99_ms":30212.79646848241,"itl_p50_ms":12.755360501614632,"itl_p95_ms":12.898123999548261,"itl_p99_ms":13.076908750008442,"validation_errors":[],"timestamp":"2026-07-17T23:26:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":367.1351544429999,"request_tps":0.21790340432359906,"input_tps":14280.517505751388,"output_tps":27.89163575342068,"total_tps":14308.40914150481,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":31209.913521499402,"ttft_p95_ms":71069.07388775035,"ttft_p99_ms":81518.22702557244,"tpot_p50_ms":312.9108699212675,"tpot_p95_ms":539.19005451576,"tpot_p99_ms":564.4870124627449,"e2e_p50_ms":73543.46127400277,"e2e_p95_ms":105800.33826344548,"e2e_p99_ms":145933.92135673246,"itl_p50_ms":24.751353997999104,"itl_p95_ms":1700.4460874053616,"itl_p99_ms":2115.061339977692,"validation_errors":[],"timestamp":"2026-07-17T23:33:34+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":211.84289757999795,"request_tps":0.18881916956831113,"input_tps":12374.453096828838,"output_tps":24.168853704743825,"total_tps":12398.621950533581,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":19740.632614000788,"ttft_p95_ms":39602.54841420428,"ttft_p99_ms":45524.0238999918,"tpot_p50_ms":165.09505512595484,"tpot_p95_ms":276.21256654845087,"tpot_p99_ms":301.4951063566804,"e2e_p50_ms":40682.602885503,"e2e_p95_ms":51789.522680999624,"e2e_p99_ms":70805.1038398098,"itl_p50_ms":19.511768005031627,"itl_p95_ms":1109.5851840029354,"itl_p99_ms":1717.3853032826441,"validation_errors":[],"timestamp":"2026-07-17T23:38:04+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":51.49679139899672,"request_tps":0.09709342784601939,"input_tps":6363.114887316727,"output_tps":12.427958764290482,"total_tps":6375.542846081017,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":8757.229486000142,"ttft_p95_ms":8856.218929198803,"ttft_p99_ms":8868.584965838818,"tpot_p50_ms":12.40413900000487,"tpot_p95_ms":12.41233702990782,"tpot_p99_ms":12.413323859509546,"e2e_p50_ms":10304.910686005314,"e2e_p95_ms":10431.627484799537,"e2e_p99_ms":10443.92719935946,"itl_p50_ms":12.886185002571438,"itl_p95_ms":13.03354539850261,"itl_p99_ms":14.160049277415963,"validation_errors":[],"timestamp":"2026-07-17T23:39:41+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":378.60850478799694,"request_tps":0.21130006058579234,"input_tps":13847.760770550487,"output_tps":54.09281550996284,"total_tps":13901.85358606045,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":35874.635033495,"ttft_p95_ms":64916.79460009873,"ttft_p99_ms":73109.02655380606,"tpot_p50_ms":145.94060836665733,"tpot_p95_ms":258.61720380961367,"tpot_p99_ms":268.73627851365353,"e2e_p50_ms":75254.60798800123,"e2e_p95_ms":97209.56471379427,"e2e_p99_ms":116776.19788517854,"itl_p50_ms":24.716278498090105,"itl_p95_ms":1526.953099553066,"itl_p99_ms":2123.022637820759,"validation_errors":[],"timestamp":"2026-07-17T23:46:56+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i65536_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":232.28427500200632,"request_tps":0.1722027890164089,"input_tps":11285.481980979373,"output_tps":44.08391398820068,"total_tps":11329.565894967574,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":19153.92470900406,"ttft_p95_ms":41866.64912085252,"ttft_p99_ms":47833.314215252314,"tpot_p50_ms":89.90074223921494,"tpot_p95_ms":161.17905014079844,"tpot_p99_ms":164.61223981663068,"e2e_p50_ms":43812.4491665003,"e2e_p95_ms":60623.56476840212,"e2e_p99_ms":77454.33612311352,"itl_p50_ms":19.49497650275589,"itl_p95_ms":968.4106498025355,"itl_p99_ms":1453.1978068540047,"validation_errors":[],"timestamp":"2026-07-17T23:51:47+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i65536_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":42.977479583001696,"request_tps":0.11634000058899645,"input_tps":7624.458278600471,"output_tps":29.78304015078309,"total_tps":7654.241318751254,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":8595.694381998328,"ttft_p95_ms":8649.714883202978,"ttft_p99_ms":8654.459097443905,"tpot_p50_ms":12.615834290187978,"tpot_p95_ms":12.666588330980362,"tpot_p99_ms":12.66845437835596,"e2e_p50_ms":11823.295195994433,"e2e_p95_ms":11869.460043801519,"e2e_p99_ms":11872.038324761961,"itl_p50_ms":12.874726002337411,"itl_p95_ms":13.039582299097674,"itl_p99_ms":13.580410659487839,"validation_errors":[],"timestamp":"2026-07-17T23:53:17+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i65536_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":435.4876806110042,"request_tps":0.1837020966649556,"input_tps":12039.10060703453,"output_tps":94.05547349245727,"total_tps":12133.156080526987,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":28772.161998498632,"ttft_p95_ms":70051.00365040233,"ttft_p99_ms":76686.55331350243,"tpot_p50_ms":109.62705668492833,"tpot_p95_ms":152.59945854344613,"tpot_p99_ms":167.25600821234391,"e2e_p50_ms":86162.94725699845,"e2e_p95_ms":134262.07514064846,"e2e_p99_ms":146916.73738373132,"itl_p50_ms":24.726304498472018,"itl_p95_ms":1009.2121443001818,"itl_p99_ms":2071.941534138532,"validation_errors":[],"timestamp":"2026-07-18T00:01:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i65536_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":257.5109375339962,"request_tps":0.15533320791362218,"input_tps":10179.917113827143,"output_tps":79.53060245177456,"total_tps":10259.447716278917,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":17787.410665998323,"ttft_p95_ms":42919.24577759601,"ttft_p99_ms":47813.7419758112,"tpot_p50_ms":56.55717842270385,"tpot_p95_ms":91.2959888174201,"tpot_p99_ms":93.25789153702564,"e2e_p50_ms":48789.953281000635,"e2e_p95_ms":63834.25166065568,"e2e_p99_ms":82519.58698070812,"itl_p50_ms":19.59983300184831,"itl_p95_ms":24.580867400800344,"itl_p99_ms":1199.1720376041485,"validation_errors":[],"timestamp":"2026-07-18T00:06:45+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i65536_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":76.45978675800143,"request_tps":0.06539385227198212,"input_tps":4285.65150249662,"output_tps":33.481652363254845,"total_tps":4319.133154859875,"mean_input_tokens":65536.0,"mean_output_tokens":512.0,"ttft_p50_ms":8753.655644999526,"ttft_p95_ms":8904.893393797101,"ttft_p99_ms":8909.171457156772,"tpot_p50_ms":12.788090086094975,"tpot_p95_ms":12.920034210183504,"tpot_p99_ms":12.941972692533527,"e2e_p50_ms":15287.468361995707,"e2e_p95_ms":15503.241354400234,"e2e_p99_ms":15521.761598881276,"itl_p50_ms":12.920772001962177,"itl_p95_ms":13.223716003267327,"itl_p99_ms":13.37247164992732,"validation_errors":[],"timestamp":"2026-07-18T00:08:39+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i65536_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i65536_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":465.9263094609996,"request_tps":0.17170097153892616,"input_tps":11252.594870775065,"output_tps":175.8217948558604,"total_tps":11428.416665630926,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":34768.036681500234,"ttft_p95_ms":64418.37593710261,"ttft_p99_ms":71200.38246478005,"tpot_p50_ms":54.3454607878796,"tpot_p95_ms":81.48195019863108,"tpot_p99_ms":87.07506747755646,"e2e_p50_ms":88856.57620399797,"e2e_p95_ms":121573.48266129445,"e2e_p99_ms":149042.7546163706,"itl_p50_ms":24.36913899873616,"itl_p95_ms":25.31027719378471,"itl_p99_ms":1655.2177392400336,"validation_errors":[],"timestamp":"2026-07-18T00:17:16+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i65536_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":305.0216539040048,"request_tps":0.13113823064046673,"input_tps":8594.275083253628,"output_tps":134.28554817583793,"total_tps":8728.560631429466,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":21439.707877998444,"ttft_p95_ms":42125.99497150295,"ttft_p99_ms":43731.42335747041,"tpot_p50_ms":35.439735407623004,"tpot_p95_ms":48.54358994173762,"tpot_p99_ms":55.69233929550834,"e2e_p50_ms":61550.2149970016,"e2e_p95_ms":74848.45642795372,"e2e_p99_ms":80288.80398754205,"itl_p50_ms":19.515005002176622,"itl_p95_ms":20.111854754213706,"itl_p99_ms":1010.5033603507771,"validation_errors":[],"timestamp":"2026-07-18T00:23:19+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i65536_o1024_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":109.3261130979954,"request_tps":0.045734727580758375,"input_tps":2997.271106732581,"output_tps":46.832361042696576,"total_tps":3044.1034677752777,"mean_input_tokens":65536.0,"mean_output_tokens":1024.0,"ttft_p50_ms":8753.605671001424,"ttft_p95_ms":8847.537112803548,"ttft_p99_ms":8858.43249296362,"tpot_p50_ms":12.774669356789644,"tpot_p95_ms":12.950244392763096,"tpot_p99_ms":12.98440246447325,"e2e_p50_ms":21825.647860998288,"e2e_p95_ms":22092.025415800163,"e2e_p99_ms":22140.75387195975,"itl_p50_ms":12.841532501624897,"itl_p95_ms":13.192485744366422,"itl_p99_ms":13.39951109170215,"validation_errors":[],"timestamp":"2026-07-18T00:25:53+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i65536_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i65536_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":744.4067433419987,"request_tps":0.10746812910485154,"input_tps":14086.062618031101,"output_tps":13.755920525420997,"total_tps":14099.818538556523,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":73671.93931349902,"ttft_p95_ms":127820.13395869653,"ttft_p99_ms":141384.46362678407,"tpot_p50_ms":603.2434473621776,"tpot_p95_ms":906.2127534551596,"tpot_p99_ms":980.6425525685055,"e2e_p50_ms":147611.29343399807,"e2e_p95_ms":189651.6088981978,"e2e_p99_ms":231619.20070601962,"itl_p50_ms":25.232259002223145,"itl_p95_ms":2312.054222500592,"itl_p99_ms":2360.242312603077,"validation_errors":[],"timestamp":"2026-07-18T00:39:30+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i131072_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":418.65412187800393,"request_tps":0.09554426413041749,"input_tps":12523.17778810208,"output_tps":12.229665808693438,"total_tps":12535.407453910773,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":39217.94447249704,"ttft_p95_ms":82110.9428953474,"ttft_p99_ms":91411.95292851173,"tpot_p50_ms":245.47306569291422,"tpot_p95_ms":491.6675178468521,"tpot_p99_ms":513.1590960820371,"e2e_p50_ms":84151.74249200209,"e2e_p95_ms":98764.09052699746,"e2e_p99_ms":116566.7700969507,"itl_p50_ms":19.746195001062006,"itl_p95_ms":1616.460743702919,"itl_p99_ms":2076.2232991641267,"validation_errors":[],"timestamp":"2026-07-18T00:47:48+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i131072_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":103.28309615200124,"request_tps":0.0484106323908176,"input_tps":6345.278408729245,"output_tps":6.196560946024653,"total_tps":6351.47496967527,"mean_input_tokens":131072.0,"mean_output_tokens":128.0,"ttft_p50_ms":19005.834898998728,"ttft_p95_ms":19417.12628739915,"ttft_p99_ms":19479.565541477932,"tpot_p50_ms":12.251387685012553,"tpot_p95_ms":12.283913831512525,"tpot_p99_ms":12.287814577346609,"e2e_p50_ms":20555.196019995492,"e2e_p95_ms":20970.02333140117,"e2e_p99_ms":21031.856747081038,"itl_p50_ms":13.029030502366368,"itl_p95_ms":13.168563799263211,"itl_p99_ms":13.969864192258688,"validation_errors":[],"timestamp":"2026-07-18T00:50:28+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i131072_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i131072_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":754.2409837100058,"request_tps":0.10606689602902669,"input_tps":13902.400196316587,"output_tps":27.153125383430833,"total_tps":13929.553321700017,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":72639.06488499924,"ttft_p95_ms":126008.78643009927,"ttft_p99_ms":142115.68296710373,"tpot_p50_ms":289.11396997844383,"tpot_p95_ms":490.98908274000655,"tpot_p99_ms":500.33017656365695,"e2e_p50_ms":155756.9579300034,"e2e_p95_ms":187027.56939095195,"e2e_p99_ms":207595.38248392893,"itl_p50_ms":25.50103199610021,"itl_p95_ms":2165.8456310033216,"itl_p99_ms":2345.588445044413,"validation_errors":[],"timestamp":"2026-07-18T01:04:09+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i131072_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":432.92519699600234,"request_tps":0.0923947145547395,"input_tps":12110.360026118815,"output_tps":23.65304692601331,"total_tps":12134.013073044829,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":38831.68869650035,"ttft_p95_ms":82729.57591934937,"ttft_p99_ms":83617.05850324797,"tpot_p50_ms":145.06917043332828,"tpot_p95_ms":228.54030888528484,"tpot_p99_ms":278.1864765445423,"e2e_p50_ms":87402.05131650146,"e2e_p95_ms":88506.3221355027,"e2e_p99_ms":101425.77162656975,"itl_p50_ms":19.690778502990725,"itl_p95_ms":1317.1568216494052,"itl_p99_ms":1849.7171411506133,"validation_errors":[],"timestamp":"2026-07-18T01:12:40+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i131072_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":111.44965298700117,"request_tps":0.04486330702692426,"input_tps":5880.323378633017,"output_tps":11.48500659889261,"total_tps":5891.80838523191,"mean_input_tokens":131072.0,"mean_output_tokens":256.0,"ttft_p50_ms":19118.073384997842,"ttft_p95_ms":19341.57186080556,"ttft_p99_ms":19361.397404166346,"tpot_p50_ms":12.65855785099762,"tpot_p95_ms":12.678627149794279,"tpot_p99_ms":12.68218614838392,"e2e_p50_ms":22344.446660994436,"e2e_p95_ms":22571.218491601758,"e2e_p99_ms":22590.136490322184,"itl_p50_ms":13.024027000938077,"itl_p95_ms":13.16193039965583,"itl_p99_ms":13.354072999936758,"validation_errors":[],"timestamp":"2026-07-18T01:15:30+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i131072_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i131072_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":787.751431894998,"request_tps":0.10155487728858038,"input_tps":13311.000875968808,"output_tps":51.996097171753156,"total_tps":13362.99697314056,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":70439.31030649765,"ttft_p95_ms":131515.18648335114,"ttft_p99_ms":143615.86212341758,"tpot_p50_ms":174.65723605381166,"tpot_p95_ms":265.5550253267149,"tpot_p99_ms":277.64528157908626,"e2e_p50_ms":156409.58742399744,"e2e_p95_ms":208746.80741655207,"e2e_p99_ms":239150.5802224172,"itl_p50_ms":25.499611496343277,"itl_p95_ms":1680.9039066996772,"itl_p99_ms":2313.6640034530137,"validation_errors":[],"timestamp":"2026-07-18T01:29:43+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i131072_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":445.5442648239987,"request_tps":0.08977783613890983,"input_tps":11767.360538399189,"output_tps":45.96625210312183,"total_tps":11813.326790502311,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":38177.02795199875,"ttft_p95_ms":83508.76051884989,"ttft_p99_ms":84440.2337487007,"tpot_p50_ms":70.88516300390707,"tpot_p95_ms":119.07752134638423,"tpot_p99_ms":129.0309776936209,"e2e_p50_ms":93232.69415200048,"e2e_p95_ms":94602.95880775193,"e2e_p99_ms":94636.4093854434,"itl_p50_ms":19.631561001006048,"itl_p95_ms":20.756879001055495,"itl_p99_ms":1665.1292387487035,"validation_errors":[],"timestamp":"2026-07-18T01:38:26+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c8_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c8_i131072_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":109.65545610299887,"request_tps":0.0455973663116546,"input_tps":5976.5379972011915,"output_tps":23.345851551567154,"total_tps":5999.883848752758,"mean_input_tokens":131072.0,"mean_output_tokens":512.0,"ttft_p50_ms":19016.476954995596,"ttft_p95_ms":19230.02345099958,"ttft_p99_ms":19250.760104599467,"tpot_p50_ms":12.792398567505566,"tpot_p95_ms":12.833320534244269,"tpot_p99_ms":12.837568523284594,"e2e_p50_ms":25563.45013599639,"e2e_p95_ms":25766.076230794715,"e2e_p99_ms":25787.50319495477,"itl_p50_ms":12.99148900579894,"itl_p95_ms":13.127255197468912,"itl_p99_ms":13.326599280553637,"validation_errors":[],"timestamp":"2026-07-18T01:41:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c1_i131072_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c1_i131072_o512_a1.log"} +{"timestamp":"2026-07-18T02:47:03+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":262144,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i262144_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i262144_o128_a2.log"} +{"timestamp":"2026-07-18T03:59:03+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":262144,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i262144_o256_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i262144_o256_a2.log"} +{"timestamp":"2026-07-18T05:11:07+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":524288,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=124","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i524288_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i524288_o128_a2.log"} +{"timestamp":"2026-07-18T05:25:55+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1048576,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":2,"status":"FAILED","completed":0,"failed":80,"error_type":"benchmark rc=1","validation_errors":[],"gain_pct":null,"plateau_streak":0,"raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/raw_outputs/vllm_adaptive_c16_i1048576_o128_a2.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp2_dp4/logs/vllm_c16_i1048576_o128_a2.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":23.756214197994268,"request_tps":3.36753993431977,"input_tps":3448.3608927434443,"output_tps":431.04511159293054,"total_tps":3879.4060043363747,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1491.0737034988415,"ttft_p95_ms":2382.978216252013,"ttft_p99_ms":2384.1909517686872,"tpot_p50_ms":24.766598909432854,"tpot_p95_ms":33.64855675629475,"tpot_p99_ms":36.80293077311081,"e2e_p50_ms":4782.583331001661,"e2e_p95_ms":5491.778891303693,"e2e_p99_ms":5510.362674288335,"itl_p50_ms":19.100133999018,"itl_p95_ms":25.063349849006045,"itl_p99_ms":26.030607058783062,"validation_errors":[],"timestamp":"2026-07-18T05:39:15+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":42.0181861279998,"request_tps":3.80787498804905,"input_tps":3899.2639877622273,"output_tps":487.4079984702784,"total_tps":4386.671986232506,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":1760.1014934989507,"ttft_p95_ms":3483.8142479454996,"ttft_p99_ms":14941.317113099794,"tpot_p50_ms":30.5478050354073,"tpot_p95_ms":135.7484438251837,"tpot_p99_ms":140.3022654953372,"e2e_p50_ms":6170.4312844995,"e2e_p95_ms":19080.77312815076,"e2e_p99_ms":19155.07918650721,"itl_p50_ms":25.394138996489346,"itl_p95_ms":30.316010398382783,"itl_p99_ms":298.2247534784255,"validation_errors":[],"timestamp":"2026-07-18T05:41:02+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":13.075867,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":50.888644258004206,"request_tps":4.71617987665786,"input_tps":4829.368193697649,"output_tps":603.6710242122061,"total_tps":5433.039217909855,"mean_input_tokens":1024.0,"mean_output_tokens":128.0,"ttft_p50_ms":2629.053508499055,"ttft_p95_ms":14864.74184545368,"ttft_p99_ms":14924.972409068287,"tpot_p50_ms":43.47562037007201,"tpot_p95_ms":142.8121881322822,"tpot_p99_ms":142.91651961959286,"e2e_p50_ms":8416.53064449929,"e2e_p95_ms":19253.938119898885,"e2e_p99_ms":19276.48381461615,"itl_p50_ms":32.531263001146726,"itl_p95_ms":35.33204819759703,"itl_p99_ms":321.5165780800453,"validation_errors":[],"timestamp":"2026-07-18T05:42:51+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":23.853327,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i1024_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i1024_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":42.27548381000088,"request_tps":1.8923497211656946,"input_tps":1937.7661144736712,"output_tps":484.4415286184178,"total_tps":2422.2076430920893,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":754.9601124992478,"ttft_p95_ms":13607.09448430025,"ttft_p99_ms":13611.227170045968,"tpot_p50_ms":19.157415407857577,"tpot_p95_ms":24.841324092569767,"tpot_p99_ms":26.899736536584005,"e2e_p50_ms":5896.995838000294,"e2e_p95_ms":18416.949426893552,"e2e_p99_ms":18421.724749598725,"itl_p50_ms":19.112046000373084,"itl_p95_ms":25.204926393780624,"itl_p99_ms":25.928648324916143,"validation_errors":[],"timestamp":"2026-07-18T05:44:17+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":50.89868914100225,"request_tps":0.7858748560142654,"input_tps":804.7358525586078,"output_tps":201.18396313965195,"total_tps":1005.9198156982598,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":445.84768599816016,"ttft_p95_ms":13304.729016701458,"ttft_p99_ms":13309.707700471627,"tpot_p50_ms":18.2279801627338,"tpot_p95_ms":67.49386008824028,"tpot_p99_ms":67.52815257373162,"e2e_p50_ms":5919.586418498511,"e2e_p95_ms":17618.01732875174,"e2e_p99_ms":17629.532951804722,"itl_p50_ms":16.898865997063695,"itl_p95_ms":21.65519790214603,"itl_p99_ms":22.961987394955944,"validation_errors":[],"timestamp":"2026-07-18T05:45:42+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":14.337248193005507,"request_tps":0.34874195750055254,"input_tps":357.1117644805658,"output_tps":89.27794112014145,"total_tps":446.3897056007072,"mean_input_tokens":1024.0,"mean_output_tokens":256.0,"ttft_p50_ms":112.48601300030714,"ttft_p95_ms":127.90141320001567,"ttft_p99_ms":129.01279783953214,"tpot_p50_ms":10.62227908628034,"tpot_p95_ms":11.10758622824648,"tpot_p99_ms":11.114182886442709,"e2e_p50_ms":2831.02565700392,"e2e_p95_ms":2957.6875566024682,"e2e_p99_ms":2962.5997649223427,"itl_p50_ms":10.63100399915129,"itl_p95_ms":11.179106099734781,"itl_p99_ms":11.309075898607261,"validation_errors":[],"timestamp":"2026-07-18T05:46:37+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i1024_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i1024_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":66.83167253400461,"request_tps":1.197037227510582,"input_tps":1225.766120970836,"output_tps":612.883060485418,"total_tps":1838.6491814562542,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":593.0242584981897,"ttft_p95_ms":906.9402568475198,"ttft_p99_ms":923.4341400806443,"tpot_p50_ms":24.929022144812954,"tpot_p95_ms":25.852278083761593,"tpot_p99_ms":26.269823035223194,"e2e_p50_ms":13230.739434999123,"e2e_p95_ms":13675.55865850154,"e2e_p99_ms":13691.657013912845,"itl_p50_ms":24.722031001147116,"itl_p95_ms":25.529781050499878,"itl_p99_ms":26.364565011681403,"validation_errors":[],"timestamp":"2026-07-18T05:48:24+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":79.27828375899844,"request_tps":2.0182071610731516,"input_tps":2066.644132938907,"output_tps":1033.3220664694536,"total_tps":3099.9661994083613,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1028.3951399978832,"ttft_p95_ms":1927.9844165979737,"ttft_p99_ms":2222.2780544970738,"tpot_p50_ms":30.278163835612588,"tpot_p95_ms":32.065076945791006,"tpot_p99_ms":32.96591835293812,"e2e_p50_ms":16218.342109001242,"e2e_p95_ms":17632.586059049936,"e2e_p99_ms":17647.652243143166,"itl_p50_ms":29.4129689973488,"itl_p95_ms":31.02065049970406,"itl_p99_ms":32.27029580884846,"validation_errors":[],"timestamp":"2026-07-18T05:50:19+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":68.6002,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":93.14931323300698,"request_tps":2.5765085288353715,"input_tps":2638.3447335274204,"output_tps":1319.1723667637102,"total_tps":3957.51710029113,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1746.3557190021675,"ttft_p95_ms":3027.2885256476,"ttft_p99_ms":3042.102185553813,"tpot_p50_ms":32.881339183954594,"tpot_p95_ms":35.3587402125292,"tpot_p99_ms":37.70305992048296,"e2e_p50_ms":18370.933616999537,"e2e_p95_ms":19805.38687905173,"e2e_p99_ms":19828.261836908423,"itl_p50_ms":32.43195999675663,"itl_p95_ms":34.11412720015505,"itl_p99_ms":36.333747919416055,"validation_errors":[],"timestamp":"2026-07-18T05:52:35+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":27.663234,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":320,"failed":0,"duration_s":107.21919496400369,"request_tps":2.984540222554669,"input_tps":3056.169187895981,"output_tps":1528.0845939479905,"total_tps":4584.253781843971,"mean_input_tokens":1024.0,"mean_output_tokens":512.0,"ttft_p50_ms":1599.148591998528,"ttft_p95_ms":4672.9750825004885,"ttft_p99_ms":5761.0035149334,"tpot_p50_ms":37.48544442269816,"tpot_p95_ms":44.987226039621845,"tpot_p99_ms":45.0095340702902,"e2e_p50_ms":20756.92158650054,"e2e_p95_ms":24869.156178151025,"e2e_p99_ms":24889.913616805352,"itl_p50_ms":36.71866699733073,"itl_p95_ms":38.41355939803179,"itl_p99_ms":41.05622745832079,"validation_errors":[],"timestamp":"2026-07-18T05:55:07+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":15.836613,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c64_i1024_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c64_i1024_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":111.2883465440027,"request_tps":0.7188533434483951,"input_tps":736.1058236911566,"output_tps":736.1058236911566,"total_tps":1472.2116473823132,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":425.1116830018873,"ttft_p95_ms":728.7450911495398,"ttft_p99_ms":736.346271272705,"tpot_p50_ms":19.17016710313062,"tpot_p95_ms":25.137672638415122,"tpot_p99_ms":25.39904585496212,"e2e_p50_ms":20004.024414502055,"e2e_p95_ms":26099.99360490001,"e2e_p99_ms":26101.409270399017,"itl_p50_ms":19.17612800025381,"itl_p95_ms":25.250140500429552,"itl_p99_ms":25.67722043750109,"validation_errors":[],"timestamp":"2026-07-18T05:57:36+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":147.3802873099994,"request_tps":1.0856268699182023,"input_tps":1111.6819147962392,"output_tps":1111.6819147962392,"total_tps":2223.3638295924784,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":807.6459389994852,"ttft_p95_ms":1169.9260306013457,"ttft_p99_ms":1177.6577152327081,"tpot_p50_ms":29.35392689344972,"tpot_p95_ms":30.25292954652547,"tpot_p99_ms":30.591558163714,"e2e_p50_ms":30829.999836503703,"e2e_p95_ms":31611.394335500154,"e2e_p99_ms":31616.453874191284,"itl_p50_ms":28.98680550060817,"itl_p95_ms":30.290217502624728,"itl_p99_ms":31.577292432266404,"validation_errors":[],"timestamp":"2026-07-18T06:00:45+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":51.022024,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":171.3659089569992,"request_tps":1.4005119306444034,"input_tps":1434.124216979869,"output_tps":1434.124216979869,"total_tps":2868.248433959738,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1555.855075497675,"ttft_p95_ms":1885.7797605003725,"ttft_p99_ms":1901.5599161375576,"tpot_p50_ms":32.40368509530807,"tpot_p95_ms":33.43036915410217,"tpot_p99_ms":33.97148176028335,"e2e_p50_ms":34464.187446501455,"e2e_p95_ms":35108.660647596844,"e2e_p99_ms":35119.264452771604,"itl_p50_ms":32.201849502598634,"itl_p95_ms":33.214055448479485,"itl_p99_ms":34.796093502736774,"validation_errors":[],"timestamp":"2026-07-18T06:04:18+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":29.004907,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":320,"failed":0,"duration_s":202.7321080929978,"request_tps":1.5784376880903777,"input_tps":1616.3201926045467,"output_tps":1616.3201926045467,"total_tps":3232.6403852090934,"mean_input_tokens":1024.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1951.075494998804,"ttft_p95_ms":4281.926941198617,"ttft_p99_ms":5418.086110758522,"tpot_p50_ms":37.283733628544525,"tpot_p95_ms":41.14101264208547,"tpot_p99_ms":41.14238867515874,"e2e_p50_ms":40738.63805650035,"e2e_p95_ms":43848.64450780369,"e2e_p99_ms":43858.26139289442,"itl_p50_ms":36.59873599826824,"itl_p95_ms":38.78466300011496,"itl_p99_ms":41.60580370225946,"validation_errors":[],"timestamp":"2026-07-18T06:08:26+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"concurrency":64,"num_prompts":320,"warmup_requests":64,"attempt":1,"gain_pct":12.704337,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c64_i1024_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c64_i1024_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":233.85267517899774,"request_tps":0.3420957230391555,"input_tps":350.3060203920952,"output_tps":700.6120407841904,"total_tps":1050.9180611762856,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":648.3776280001621,"ttft_p95_ms":1266.7301853001845,"ttft_p99_ms":1270.9492844132183,"tpot_p50_ms":24.48792234342919,"tpot_p95_ms":25.4096828280145,"tpot_p99_ms":25.43222447236757,"e2e_p50_ms":50765.477049502806,"e2e_p95_ms":52381.07231134818,"e2e_p99_ms":52386.98984369032,"itl_p50_ms":24.40813399880426,"itl_p95_ms":25.398003798909482,"itl_p99_ms":26.03886012046132,"validation_errors":[],"timestamp":"2026-07-18T06:13:01+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":272.1456227939998,"request_tps":0.5879205344453097,"input_tps":602.0306272719971,"output_tps":1204.0612545439942,"total_tps":1806.0918818159912,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1565.1064194971696,"ttft_p95_ms":1700.1982364981814,"ttft_p99_ms":2037.6145991119122,"tpot_p50_ms":25.03270804030368,"tpot_p95_ms":29.645118080802142,"tpot_p99_ms":29.82642257752271,"e2e_p50_ms":52701.01159599653,"e2e_p95_ms":61760.34403854537,"e2e_p99_ms":62050.84543590201,"itl_p50_ms":24.965718999737874,"itl_p95_ms":29.629151500557782,"itl_p99_ms":30.311721656325968,"validation_errors":[],"timestamp":"2026-07-18T06:18:17+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":71.858487,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":336.343576897998,"request_tps":0.713556067320959,"input_tps":730.681412936662,"output_tps":1461.362825873324,"total_tps":2192.044238809986,"mean_input_tokens":1024.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1737.371154002176,"ttft_p95_ms":4190.251074999833,"ttft_p99_ms":5143.748108220461,"tpot_p50_ms":32.373058417441605,"tpot_p95_ms":34.16491821646366,"tpot_p99_ms":34.379915939658375,"e2e_p50_ms":67947.71432099878,"e2e_p95_ms":71396.8560192523,"e2e_p99_ms":71670.35067611017,"itl_p50_ms":31.92582599876914,"itl_p95_ms":33.08040584961418,"itl_p99_ms":34.72549851408985,"validation_errors":[],"timestamp":"2026-07-18T06:24:39+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":21.369475,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i1024_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i1024_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":414.48173205100466,"request_tps":0.19301212529713005,"input_tps":197.64441630426117,"output_tps":790.5776652170447,"total_tps":988.2220815213059,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":563.5049800002889,"ttft_p95_ms":1108.759340049437,"ttft_p99_ms":1303.0472702926636,"tpot_p50_ms":18.84011483736277,"tpot_p95_ms":25.01187457783756,"tpot_p99_ms":25.09601069075289,"e2e_p50_ms":77692.46745450073,"e2e_p95_ms":103027.6070365464,"e2e_p99_ms":103044.18225212648,"itl_p50_ms":18.895336994319223,"itl_p95_ms":25.03111759724561,"itl_p99_ms":25.305815562896896,"validation_errors":[],"timestamp":"2026-07-18T06:32:14+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":557.682567888005,"request_tps":0.28690156230978253,"input_tps":293.7871998052173,"output_tps":1175.1487992208693,"total_tps":1468.9359990260866,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1670.4306275023555,"ttft_p95_ms":2930.324155147173,"ttft_p99_ms":2939.7170430511324,"tpot_p50_ms":25.151691182418404,"tpot_p95_ms":29.792624063919657,"tpot_p99_ms":29.933216133326226,"e2e_p50_ms":104554.00905650095,"e2e_p95_ms":123766.68363690042,"e2e_p99_ms":123778.76714752681,"itl_p50_ms":25.32984800200211,"itl_p95_ms":29.731146802078,"itl_p99_ms":30.511572159884967,"validation_errors":[],"timestamp":"2026-07-18T06:42:14+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":48.644321,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":647.4827728539967,"request_tps":0.37066623246533614,"input_tps":379.5622220445042,"output_tps":1518.2488881780168,"total_tps":1897.8111102225212,"mean_input_tokens":1024.0,"mean_output_tokens":4096.0,"ttft_p50_ms":2834.3523385046865,"ttft_p95_ms":4098.007885797415,"ttft_p99_ms":4348.524319357163,"tpot_p50_ms":30.069290816361242,"tpot_p95_ms":32.941585258792436,"tpot_p99_ms":33.212449447396715,"e2e_p50_ms":125889.15229049962,"e2e_p95_ms":136691.75711845636,"e2e_p99_ms":136710.37261131016,"itl_p50_ms":30.12612200473086,"itl_p95_ms":32.872450250943075,"itl_p99_ms":34.20759290966089,"validation_errors":[],"timestamp":"2026-07-18T06:53:50+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":29.19631,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i1024_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i1024_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":42.8365152020051,"request_tps":1.867565548288469,"input_tps":7649.548485789569,"output_tps":239.04839018092403,"total_tps":7888.596875970494,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":3375.7128684992495,"ttft_p95_ms":5513.96097484685,"ttft_p99_ms":6051.908982988607,"tpot_p50_ms":38.28614334642633,"tpot_p95_ms":60.84676027557445,"tpot_p99_ms":71.63701139919206,"e2e_p50_ms":8997.716811496502,"e2e_p95_ms":9818.432360898441,"e2e_p99_ms":10566.240688818865,"itl_p50_ms":25.107532495894702,"itl_p95_ms":26.39685670255858,"itl_p99_ms":655.1428540523921,"validation_errors":[],"timestamp":"2026-07-18T06:55:17+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":36.228054940998845,"request_tps":1.1041166870577004,"input_tps":4522.461950188341,"output_tps":141.32693594338565,"total_tps":4663.788886131727,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":1574.167878501612,"ttft_p95_ms":4679.530910699731,"ttft_p99_ms":13978.310265268228,"tpot_p50_ms":21.689679582691962,"tpot_p95_ms":123.94131724255189,"tpot_p99_ms":124.87080306132306,"e2e_p50_ms":5422.294354000769,"e2e_p95_ms":16090.172247798911,"e2e_p99_ms":16104.676291048672,"itl_p50_ms":17.117181996582076,"itl_p95_ms":21.95038969657617,"itl_p99_ms":24.308677563094534,"validation_errors":[],"timestamp":"2026-07-18T06:56:34+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i4096_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":8.488773197997943,"request_tps":0.5890132629741172,"input_tps":2412.598325141984,"output_tps":75.393697660687,"total_tps":2487.992022802671,"mean_input_tokens":4096.0,"mean_output_tokens":128.0,"ttft_p50_ms":157.1038679976482,"ttft_p95_ms":641.3693506008713,"ttft_p99_ms":641.601314121508,"tpot_p50_ms":10.68244668504766,"tpot_p95_ms":10.716909387363874,"tpot_p99_ms":10.720763055391805,"e2e_p50_ms":1515.7042809951236,"e2e_p95_ms":1996.5258905984228,"e2e_p99_ms":1996.8093877186766,"itl_p50_ms":10.696664998249616,"itl_p95_ms":10.847029100114014,"itl_p99_ms":11.451747564133253,"validation_errors":[],"timestamp":"2026-07-18T06:57:24+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i4096_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i4096_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":41.40279944600479,"request_tps":1.9322364929533693,"input_tps":7914.440675137001,"output_tps":494.65254219606254,"total_tps":8409.093217333064,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":1594.6006025005772,"ttft_p95_ms":3470.3727574036748,"ttft_p99_ms":4070.093626788439,"tpot_p50_ms":25.52380713921807,"tpot_p95_ms":32.548416846876336,"tpot_p99_ms":35.178299567015884,"e2e_p50_ms":8416.79713800113,"e2e_p95_ms":9788.59487890004,"e2e_p99_ms":9859.044061777895,"itl_p50_ms":24.702302005607635,"itl_p95_ms":25.669566699798448,"itl_p99_ms":27.82215079874732,"validation_errors":[],"timestamp":"2026-07-18T06:58:50+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o256_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":93.7600633280017,"request_tps":1.7064834890338172,"input_tps":6989.756371082515,"output_tps":436.8597731926572,"total_tps":7426.616144275172,"mean_input_tokens":4096.0,"mean_output_tokens":256.0,"ttft_p50_ms":3639.596608500142,"ttft_p95_ms":8717.573093650915,"ttft_p99_ms":20834.964546449773,"tpot_p50_ms":51.09683281764007,"tpot_p95_ms":105.70910007389566,"tpot_p99_ms":113.62027217855295,"e2e_p50_ms":18426.312203504494,"e2e_p95_ms":31788.68784130026,"e2e_p99_ms":33956.127969639565,"itl_p50_ms":29.971484997076914,"itl_p95_ms":31.53862180042779,"itl_p99_ms":1156.2402580998607,"validation_errors":[],"timestamp":"2026-07-18T07:01:02+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":-11.683508,"plateau_streak":1,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i4096_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i4096_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":57.792350673997134,"request_tps":1.3842662405492858,"input_tps":5669.954521289875,"output_tps":708.7443151612343,"total_tps":6378.698836451109,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":1007.4471494990576,"ttft_p95_ms":2602.074884652393,"ttft_p99_ms":2623.489244519369,"tpot_p50_ms":19.990363868880415,"tpot_p95_ms":22.206926784928523,"tpot_p99_ms":22.74345351913096,"e2e_p50_ms":11674.601102997258,"e2e_p95_ms":12228.15009749902,"e2e_p99_ms":12241.1968240828,"itl_p50_ms":19.072080496698618,"itl_p95_ms":22.15424805617658,"itl_p99_ms":23.36155556018638,"validation_errors":[],"timestamp":"2026-07-18T07:02:40+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o512_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":90.77447939999547,"request_tps":1.7626099434287472,"input_tps":7219.650328284149,"output_tps":902.4562910355186,"total_tps":8122.1066193196675,"mean_input_tokens":4096.0,"mean_output_tokens":512.0,"ttft_p50_ms":1875.9414275009476,"ttft_p95_ms":6421.855907855569,"ttft_p99_ms":6687.213055839893,"tpot_p50_ms":30.57233968296511,"tpot_p95_ms":39.062482965260344,"tpot_p99_ms":41.89506730694796,"e2e_p50_ms":17494.139789501787,"e2e_p95_ms":21765.93669549802,"e2e_p99_ms":21781.705961460393,"itl_p50_ms":25.3637680070824,"itl_p95_ms":30.506806897028582,"itl_p99_ms":31.998802522721235,"validation_errors":[],"timestamp":"2026-07-18T07:04:51+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":27.331715,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i4096_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i4096_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":124.4382871419948,"request_tps":0.6428889519245239,"input_tps":2633.27314708285,"output_tps":658.3182867707125,"total_tps":3291.591433853562,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":677.2994279999693,"ttft_p95_ms":1383.0284820480301,"ttft_p99_ms":1396.2081822764594,"tpot_p50_ms":24.70906418817119,"tpot_p95_ms":25.297218718086015,"tpot_p99_ms":25.504583198734874,"e2e_p50_ms":25964.999795003678,"e2e_p95_ms":26363.344049203442,"e2e_p99_ms":26369.33784703666,"itl_p50_ms":24.497163998603355,"itl_p95_ms":25.587814596292446,"itl_p99_ms":26.334409190458246,"validation_errors":[],"timestamp":"2026-07-18T07:07:35+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o1024_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":150.1228243229998,"request_tps":1.0657939638528833,"input_tps":4365.49207594141,"output_tps":1091.3730189853525,"total_tps":5456.865094926762,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":1891.408693503763,"ttft_p95_ms":3570.9454164993076,"ttft_p99_ms":3911.809247725978,"tpot_p50_ms":25.718356908598402,"tpot_p95_ms":31.371143426683428,"tpot_p99_ms":32.116047272982264,"e2e_p50_ms":29227.068278501974,"e2e_p95_ms":33724.371337598495,"e2e_p99_ms":33729.06725325891,"itl_p50_ms":25.20637199631892,"itl_p95_ms":30.438746998697752,"itl_p99_ms":31.78818310407223,"validation_errors":[],"timestamp":"2026-07-18T07:10:46+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":65.781969,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i4096_o1024_a1.log"} +{"status":"COMPLETED","completed":240,"failed":0,"duration_s":204.2827923149962,"request_tps":1.1748419790049143,"input_tps":4812.152746004129,"output_tps":1203.0381865010322,"total_tps":6015.190932505161,"mean_input_tokens":4096.0,"mean_output_tokens":1024.0,"ttft_p50_ms":3381.7146069959563,"ttft_p95_ms":11468.822652847302,"ttft_p99_ms":13681.42800869347,"tpot_p50_ms":33.76551030986929,"tpot_p95_ms":44.953863394084024,"tpot_p99_ms":47.70899238156862,"e2e_p50_ms":38640.31289999912,"e2e_p95_ms":51120.69184070133,"e2e_p99_ms":51372.1463840283,"itl_p50_ms":31.93707499303855,"itl_p95_ms":34.38259699760238,"itl_p99_ms":36.500668997177854,"validation_errors":[],"timestamp":"2026-07-18T07:14:52+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"concurrency":48,"num_prompts":240,"warmup_requests":48,"attempt":1,"gain_pct":10.231623,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c48_i4096_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c48_i4096_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":245.5611202279979,"request_tps":0.3257844724186053,"input_tps":1334.4131990266073,"output_tps":667.2065995133037,"total_tps":2001.619798539911,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2216.189304504951,"ttft_p95_ms":4628.413455491682,"ttft_p99_ms":5767.763527765637,"tpot_p50_ms":24.551856668293528,"tpot_p95_ms":25.71108674685055,"tpot_p99_ms":25.902344470202916,"e2e_p50_ms":52209.4364154982,"e2e_p95_ms":54443.50685784884,"e2e_p99_ms":54456.90465206266,"itl_p50_ms":24.315490998560563,"itl_p95_ms":25.23762970668031,"itl_p99_ms":25.944450218812566,"validation_errors":[],"timestamp":"2026-07-18T07:19:35+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":193.22203867998905,"request_tps":0.20701572280917344,"input_tps":847.9364006263744,"output_tps":423.9682003131872,"total_tps":1271.9046009395615,"mean_input_tokens":4096.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1056.6117339985794,"ttft_p95_ms":2680.2826890962024,"ttft_p99_ms":2696.382539609913,"tpot_p50_ms":18.830600276499084,"tpot_p95_ms":19.31381360127031,"tpot_p99_ms":19.42425416639183,"e2e_p50_ms":39698.239413497504,"e2e_p95_ms":40535.53347624547,"e2e_p99_ms":40548.92106669242,"itl_p50_ms":18.668241493287496,"itl_p95_ms":19.176091597910272,"itl_p99_ms":19.821184453176098,"validation_errors":[],"timestamp":"2026-07-18T07:23:29+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i4096_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i4096_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":449.0396404119965,"request_tps":0.1781579905208358,"input_tps":729.7351291733435,"output_tps":729.7351291733435,"total_tps":1459.470258346687,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1954.1178415020113,"ttft_p95_ms":4722.752990354638,"ttft_p99_ms":4812.324873197213,"tpot_p50_ms":19.485161295114807,"tpot_p95_ms":25.20073496395638,"tpot_p99_ms":25.32230018445676,"e2e_p50_ms":81296.14224799298,"e2e_p95_ms":105079.4685956018,"e2e_p99_ms":105082.40718554458,"itl_p50_ms":19.163267010299023,"itl_p95_ms":24.784861453372287,"itl_p99_ms":25.296821241208818,"validation_errors":[],"timestamp":"2026-07-18T07:31:40+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i4096_o4096_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":335.67295826700865,"request_tps":0.11916360557165372,"input_tps":488.0941284214936,"output_tps":488.0941284214936,"total_tps":976.1882568429872,"mean_input_tokens":4096.0,"mean_output_tokens":4096.0,"ttft_p50_ms":843.4830315018189,"ttft_p95_ms":2449.960320560058,"ttft_p99_ms":2480.554624899087,"tpot_p50_ms":15.418456029548464,"tpot_p95_ms":19.17796243482422,"tpot_p99_ms":19.326092372092212,"e2e_p50_ms":63924.48424749455,"e2e_p95_ms":79873.83831235202,"e2e_p99_ms":79878.02574375979,"itl_p50_ms":15.37844699487323,"itl_p95_ms":19.124679995002225,"itl_p99_ms":19.352606938919056,"validation_errors":[],"timestamp":"2026-07-18T07:37:56+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i4096_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i4096_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":59.016827184997965,"request_tps":1.355545592941261,"input_tps":11104.62949737481,"output_tps":173.5098358964814,"total_tps":11278.139333271292,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":2780.511941004079,"ttft_p95_ms":16352.23499599233,"ttft_p99_ms":16368.631189094014,"tpot_p50_ms":29.634536224381637,"tpot_p95_ms":136.88653862518836,"tpot_p99_ms":145.90536472764012,"e2e_p50_ms":9170.139180503611,"e2e_p95_ms":19851.679910909297,"e2e_p99_ms":19863.611454895,"itl_p50_ms":24.80182101135142,"itl_p95_ms":25.955753997550346,"itl_p99_ms":515.0193200039212,"validation_errors":[],"timestamp":"2026-07-18T07:39:36+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":17.06537584400212,"request_tps":2.343927280925289,"input_tps":19201.45228533997,"output_tps":300.022691958437,"total_tps":19501.474977298407,"mean_input_tokens":8192.0,"mean_output_tokens":128.0,"ttft_p50_ms":675.4415729956236,"ttft_p95_ms":1737.4333187020966,"ttft_p99_ms":1767.9636248285533,"tpot_p50_ms":16.99797275194744,"tpot_p95_ms":28.271870874435646,"tpot_p99_ms":28.748630594163554,"e2e_p50_ms":3774.1510220002965,"e2e_p95_ms":3901.5095553477295,"e2e_p99_ms":3903.60951641298,"itl_p50_ms":16.795976996945683,"itl_p95_ms":17.88303604771499,"itl_p99_ms":20.606701122305818,"validation_errors":[],"timestamp":"2026-07-18T07:40:34+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i8192_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i8192_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":41.23036635199969,"request_tps":1.9403174669128296,"input_tps":15895.0806889499,"output_tps":496.7212715296844,"total_tps":16391.801960479585,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":1054.8479485005373,"ttft_p95_ms":4055.9459882053457,"ttft_p99_ms":5454.014377662097,"tpot_p50_ms":24.96526341177135,"tpot_p95_ms":35.323916821011245,"tpot_p99_ms":45.20577826339456,"e2e_p50_ms":7272.03608500713,"e2e_p95_ms":11769.491717194614,"e2e_p99_ms":11782.131665562338,"itl_p50_ms":24.644150500535034,"itl_p95_ms":25.63785679449211,"itl_p99_ms":26.892702413315437,"validation_errors":[],"timestamp":"2026-07-18T07:42:00+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":24.651886658000876,"request_tps":1.6225938628927545,"input_tps":13292.288924817445,"output_tps":415.38402890054516,"total_tps":13707.67295371799,"mean_input_tokens":8192.0,"mean_output_tokens":256.0,"ttft_p50_ms":470.9840345021803,"ttft_p95_ms":874.6095925562258,"ttft_p99_ms":891.5678342262981,"tpot_p50_ms":16.755355952944445,"tpot_p95_ms":20.894408635857886,"tpot_p99_ms":21.364761982802484,"e2e_p50_ms":4781.5282580049825,"e2e_p95_ms":5722.81121815322,"e2e_p99_ms":5726.521659179707,"itl_p50_ms":15.461152004718315,"itl_p95_ms":19.310863706778036,"itl_p99_ms":20.499680177745184,"validation_errors":[],"timestamp":"2026-07-18T07:43:04+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i8192_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i8192_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":74.31063610498677,"request_tps":1.076561905444804,"input_tps":8819.195129403834,"output_tps":551.1996955877396,"total_tps":9370.394824991574,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":943.4806229983224,"ttft_p95_ms":17316.634363248886,"ttft_p99_ms":17620.655181132315,"tpot_p50_ms":19.46226432777685,"tpot_p95_ms":47.992763211630574,"tpot_p99_ms":50.827308043004514,"e2e_p50_ms":12341.307103008148,"e2e_p95_ms":27329.314171356236,"e2e_p99_ms":27337.309964845335,"itl_p50_ms":19.027013004233595,"itl_p95_ms":24.816578347235914,"itl_p99_ms":25.513972525805002,"validation_errors":[],"timestamp":"2026-07-18T07:45:00+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":47.20883560499351,"request_tps":0.8472990169613293,"input_tps":6941.073546947209,"output_tps":433.8170966842006,"total_tps":7374.89064363141,"mean_input_tokens":8192.0,"mean_output_tokens":512.0,"ttft_p50_ms":649.2755270010093,"ttft_p95_ms":905.415349241957,"ttft_p99_ms":1028.3943463851756,"tpot_p50_ms":16.431112596872236,"tpot_p95_ms":21.248578491476678,"tpot_p99_ms":21.834838445012576,"e2e_p50_ms":8802.175959506712,"e2e_p95_ms":11399.263539641106,"e2e_p99_ms":11407.89747054936,"itl_p50_ms":15.633789502317086,"itl_p95_ms":21.45952955179382,"itl_p99_ms":22.268172238837,"validation_errors":[],"timestamp":"2026-07-18T07:46:28+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i8192_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i8192_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":126.95802053700027,"request_tps":0.6301295472442014,"input_tps":5162.021251024498,"output_tps":645.2526563780623,"total_tps":5807.27390740256,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":800.7993924984476,"ttft_p95_ms":3016.3737270006095,"ttft_p99_ms":3025.845400803664,"tpot_p50_ms":24.780015185236543,"tpot_p95_ms":25.422650337206182,"tpot_p99_ms":26.336896213191356,"e2e_p50_ms":26187.45962450339,"e2e_p95_ms":28259.608004945767,"e2e_p99_ms":28280.05205313675,"itl_p50_ms":24.638879505801015,"itl_p95_ms":25.305266644863877,"itl_p99_ms":26.03166588960449,"validation_errors":[],"timestamp":"2026-07-18T07:49:14+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o1024_a1.log"} +{"status":"COMPLETED","completed":160,"failed":0,"duration_s":212.262187196,"request_tps":0.7537847513662816,"input_tps":6175.004683192579,"output_tps":771.8755853990724,"total_tps":6946.880268591652,"mean_input_tokens":8192.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2890.1742969974293,"ttft_p95_ms":14919.165934751794,"ttft_p99_ms":15888.077407083765,"tpot_p50_ms":32.78956827321103,"tpot_p95_ms":48.006913651615676,"tpot_p99_ms":50.887482963362125,"e2e_p50_ms":39275.37507750094,"e2e_p95_ms":61913.80475739352,"e2e_p99_ms":61933.24554444596,"itl_p50_ms":29.73046099941712,"itl_p95_ms":30.952784301189237,"itl_p99_ms":32.897857886564466,"validation_errors":[],"timestamp":"2026-07-18T07:53:29+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"concurrency":32,"num_prompts":160,"warmup_requests":32,"attempt":1,"gain_pct":19.623775,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c32_i8192_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c32_i8192_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":273.483168560997,"request_tps":0.292522572489345,"input_tps":2396.344913832714,"output_tps":599.0862284581785,"total_tps":2995.4311422908927,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":4639.137038495392,"ttft_p95_ms":11265.579511800022,"ttft_p99_ms":13242.723707366094,"tpot_p50_ms":25.119820908155862,"tpot_p95_ms":28.929743811894394,"tpot_p99_ms":30.382902939897605,"e2e_p50_ms":54176.12018150248,"e2e_p95_ms":65481.45915394852,"e2e_p99_ms":68062.77745163228,"itl_p50_ms":24.409981997450814,"itl_p95_ms":25.543623793055303,"itl_p99_ms":26.092959322268143,"validation_errors":[],"timestamp":"2026-07-18T07:58:44+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":182.64215593801055,"request_tps":0.2190074892325305,"input_tps":1794.1093517928898,"output_tps":448.52733794822245,"total_tps":2242.636689741112,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2540.991239497089,"ttft_p95_ms":5343.514916602726,"ttft_p99_ms":5404.887612726743,"tpot_p50_ms":15.918270797266349,"tpot_p95_ms":19.723542989032946,"tpot_p99_ms":21.388636348014685,"e2e_p50_ms":34347.023712995,"e2e_p95_ms":44433.81985924352,"e2e_p99_ms":44439.91957451042,"itl_p50_ms":15.486076998058707,"itl_p95_ms":19.167187697894406,"itl_p99_ms":19.485874070815044,"validation_errors":[],"timestamp":"2026-07-18T08:02:26+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i8192_o2048_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":115.48484979399655,"request_tps":0.04329572241656865,"input_tps":354.6785580365304,"output_tps":88.6696395091326,"total_tps":443.348197545663,"mean_input_tokens":8192.0,"mean_output_tokens":2048.0,"ttft_p50_ms":1255.127056996571,"ttft_p95_ms":1276.7737069894793,"ttft_p99_ms":1277.486755787977,"tpot_p50_ms":10.731863759651825,"tpot_p95_ms":10.920355211039194,"tpot_p99_ms":10.956947350951946,"e2e_p50_ms":23180.106140993303,"e2e_p95_ms":23231.73324619129,"e2e_p99_ms":23234.005546827684,"itl_p50_ms":10.728962006396614,"itl_p95_ms":11.246224302158225,"itl_p99_ms":11.348894984112121,"validation_errors":[],"timestamp":"2026-07-18T08:05:01+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i8192_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i8192_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":513.0857240249898,"request_tps":0.15591936445322654,"input_tps":1277.2914336008319,"output_tps":638.6457168004159,"total_tps":1915.937150401248,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":3797.0946729983552,"ttft_p95_ms":7941.794393244345,"ttft_p99_ms":8065.30695680645,"tpot_p50_ms":25.012518590475306,"tpot_p95_ms":25.99279687918121,"tpot_p99_ms":26.685543612610637,"e2e_p50_ms":107425.85369749577,"e2e_p95_ms":109598.25381679912,"e2e_p99_ms":109608.71341061546,"itl_p50_ms":24.67024899669923,"itl_p95_ms":25.284365754487226,"itl_p99_ms":25.943203493807232,"validation_errors":[],"timestamp":"2026-07-18T08:14:15+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i8192_o4096_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":357.57352294400334,"request_tps":0.11186510586877002,"input_tps":916.398947276964,"output_tps":458.199473638482,"total_tps":1374.598420915446,"mean_input_tokens":8192.0,"mean_output_tokens":4096.0,"ttft_p50_ms":1600.8688834990608,"ttft_p95_ms":3638.565335554449,"ttft_p99_ms":3656.3939977961127,"tpot_p50_ms":15.871869190231802,"tpot_p95_ms":19.310038298643786,"tpot_p99_ms":19.48293110101586,"e2e_p50_ms":66469.75300099439,"e2e_p95_ms":80440.30262875312,"e2e_p99_ms":80442.03490964559,"itl_p50_ms":15.654873008315917,"itl_p95_ms":19.289656604087213,"itl_p99_ms":19.59983763779747,"validation_errors":[],"timestamp":"2026-07-18T08:20:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i8192_o4096_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i8192_o4096_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":76.61617984400073,"request_tps":1.0441658689181466,"input_tps":17107.613596354913,"output_tps":133.65323122152276,"total_tps":17241.266827576434,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":7830.981931008864,"ttft_p95_ms":13007.800624343507,"ttft_p99_ms":15488.6227617631,"tpot_p50_ms":64.01207322835936,"tpot_p95_ms":113.35597414722504,"tpot_p99_ms":136.80954550461553,"e2e_p50_ms":15141.318560003128,"e2e_p95_ms":21691.400549546954,"e2e_p99_ms":25023.116545994402,"itl_p50_ms":19.244564995460678,"itl_p95_ms":25.829952003550716,"itl_p99_ms":1464.2059254724882,"validation_errors":[],"timestamp":"2026-07-18T08:22:53+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":34.86487092998868,"request_tps":1.147286622122395,"input_tps":18797.14401685332,"output_tps":146.85268763166656,"total_tps":18943.996704484987,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":2801.404197496595,"ttft_p95_ms":8316.863636655034,"ttft_p99_ms":8403.912872171204,"tpot_p50_ms":28.963569716589824,"tpot_p95_ms":52.15359663660797,"tpot_p99_ms":60.629143073907805,"e2e_p50_ms":7431.730423006229,"e2e_p95_ms":10855.996702762059,"e2e_p99_ms":10863.94818002198,"itl_p50_ms":19.323751010233536,"itl_p95_ms":20.26365540223196,"itl_p99_ms":197.85798388591058,"validation_errors":[],"timestamp":"2026-07-18T08:24:09+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":12.754061277999426,"request_tps":0.39203198816559937,"input_tps":6423.05209410518,"output_tps":50.18009448519672,"total_tps":6473.232188590377,"mean_input_tokens":16384.0,"mean_output_tokens":128.0,"ttft_p50_ms":266.79697999497876,"ttft_p95_ms":2496.2728012062144,"ttft_p99_ms":2497.185996248154,"tpot_p50_ms":11.06707659844716,"tpot_p95_ms":11.10848121094796,"tpot_p99_ms":11.11179527834857,"e2e_p50_ms":1671.8672510032775,"e2e_p95_ms":3904.314691599575,"e2e_p99_ms":3905.7325191196287,"itl_p50_ms":11.26805400417652,"itl_p95_ms":11.389755402342416,"itl_p99_ms":12.43246939615345,"validation_errors":[],"timestamp":"2026-07-18T08:25:04+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i16384_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i16384_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":83.32080780999968,"request_tps":0.9601443157203627,"input_tps":15731.004468762423,"output_tps":245.79694482441286,"total_tps":15976.801413586836,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":6702.509306502179,"ttft_p95_ms":12592.668147705259,"ttft_p99_ms":15149.431400385802,"tpot_p50_ms":37.83072719216922,"tpot_p95_ms":62.89828043100057,"tpot_p99_ms":69.40264298035771,"e2e_p50_ms":16304.784037500212,"e2e_p95_ms":21220.376066748577,"e2e_p99_ms":22724.05212642202,"itl_p50_ms":19.520710498909466,"itl_p95_ms":25.87303529726341,"itl_p99_ms":1183.9871167791716,"validation_errors":[],"timestamp":"2026-07-18T08:27:08+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":41.41793413599953,"request_tps":0.9657652134135031,"input_tps":15823.097256566834,"output_tps":247.2358946338568,"total_tps":16070.333151200692,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":2756.842885995866,"ttft_p95_ms":5441.373909392859,"ttft_p99_ms":5560.6364332843805,"tpot_p50_ms":19.106273207866003,"tpot_p95_ms":28.631921102964505,"tpot_p99_ms":31.831335913441276,"e2e_p50_ms":8873.049150002771,"e2e_p95_ms":9824.75237889812,"e2e_p99_ms":9842.808542483253,"itl_p50_ms":15.582793501380365,"itl_p95_ms":19.477849749819143,"itl_p99_ms":21.24033400468761,"validation_errors":[],"timestamp":"2026-07-18T08:28:30+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":15.31929976399988,"request_tps":0.326385675391634,"input_tps":5347.502905616531,"output_tps":83.5547329002583,"total_tps":5431.05763851679,"mean_input_tokens":16384.0,"mean_output_tokens":256.0,"ttft_p50_ms":241.1064250045456,"ttft_p95_ms":247.4508446030086,"ttft_p99_ms":247.7293009258574,"tpot_p50_ms":11.161597917659902,"tpot_p95_ms":11.214219601596616,"tpot_p99_ms":11.21497340741403,"e2e_p50_ms":3080.7938260113588,"e2e_p95_ms":3104.6941337990575,"e2e_p99_ms":3105.6786963599734,"itl_p50_ms":11.24048201018013,"itl_p95_ms":11.371338195749559,"itl_p99_ms":11.451962802675553,"validation_errors":[],"timestamp":"2026-07-18T08:29:28+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i16384_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i16384_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":101.2544340230088,"request_tps":0.79008885657117,"input_tps":12944.81582606205,"output_tps":404.52549456443904,"total_tps":13349.341320626489,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":2988.266755499353,"ttft_p95_ms":12443.059065540727,"ttft_p99_ms":13702.715050192484,"tpot_p50_ms":29.58326080333648,"tpot_p95_ms":48.1944078280832,"tpot_p99_ms":53.59328904664967,"e2e_p50_ms":19691.3095120035,"e2e_p95_ms":28538.036005746835,"e2e_p99_ms":28597.384565904795,"itl_p50_ms":19.448558996373322,"itl_p95_ms":25.638211001933087,"itl_p99_ms":28.13539519847836,"validation_errors":[],"timestamp":"2026-07-18T08:31:50+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":58.62057868299598,"request_tps":0.6823542329104091,"input_tps":11179.691752004142,"output_tps":349.36536725012945,"total_tps":11529.05711925427,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":1989.8195029963972,"ttft_p95_ms":4267.552969299865,"ttft_p99_ms":5028.7211902863055,"tpot_p50_ms":19.225316722106157,"tpot_p95_ms":23.72329956253449,"tpot_p99_ms":26.504838564889077,"e2e_p50_ms":12156.706154004496,"e2e_p95_ms":14723.572736653296,"e2e_p99_ms":14736.164132911072,"itl_p50_ms":18.996284998138435,"itl_p95_ms":19.537389599281596,"itl_p99_ms":20.326530064921812,"validation_errors":[],"timestamp":"2026-07-18T08:33:26+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":29.31397822999861,"request_tps":0.1705670912617116,"input_tps":2794.571223231883,"output_tps":87.33035072599634,"total_tps":2881.901573957879,"mean_input_tokens":16384.0,"mean_output_tokens":512.0,"ttft_p50_ms":228.59406800125726,"ttft_p95_ms":278.7943113944493,"ttft_p99_ms":279.0922982734628,"tpot_p50_ms":11.126475998040092,"tpot_p95_ms":11.218067882585963,"tpot_p99_ms":11.22115598278327,"e2e_p50_ms":5914.223302999744,"e2e_p95_ms":6010.109548599576,"e2e_p99_ms":6011.389580921386,"itl_p50_ms":11.215193997486494,"itl_p95_ms":11.353820998920128,"itl_p99_ms":11.448527002357878,"validation_errors":[],"timestamp":"2026-07-18T08:34:35+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i16384_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i16384_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":149.96062981100113,"request_tps":0.5334733529782174,"input_tps":8740.427415195114,"output_tps":546.2767134496946,"total_tps":9286.70412864481,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":3670.807711991074,"ttft_p95_ms":14101.261335646268,"ttft_p99_ms":14644.559194778836,"tpot_p50_ms":25.080783474592792,"tpot_p95_ms":32.062684113435964,"tpot_p99_ms":32.47671580393244,"e2e_p50_ms":29446.238689000893,"e2e_p95_ms":35869.64489585225,"e2e_p99_ms":35902.557326281676,"itl_p50_ms":19.378845499886665,"itl_p95_ms":25.503424802445807,"itl_p99_ms":26.531205364590278,"validation_errors":[],"timestamp":"2026-07-18T08:37:49+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":110.93657986399194,"request_tps":0.3605663708854188,"input_tps":5907.519420586702,"output_tps":369.21996378666887,"total_tps":6276.739384373371,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":2785.458781501802,"ttft_p95_ms":5410.428131449588,"ttft_p99_ms":5551.830091510201,"tpot_p50_ms":18.922209321598434,"tpot_p95_ms":20.748135479233277,"tpot_p99_ms":21.90987585503334,"e2e_p50_ms":21879.742419499962,"e2e_p95_ms":25201.225506656192,"e2e_p99_ms":25212.84117746458,"itl_p50_ms":18.786936503602192,"itl_p95_ms":19.648356246034382,"itl_p99_ms":20.156178134056976,"validation_errors":[],"timestamp":"2026-07-18T08:40:21+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":56.98515535501065,"request_tps":0.08774214914130887,"input_tps":1437.5673715312046,"output_tps":89.84796072070029,"total_tps":1527.4153322519048,"mean_input_tokens":16384.0,"mean_output_tokens":1024.0,"ttft_p50_ms":239.22674800269306,"ttft_p95_ms":266.26415759674273,"ttft_p99_ms":266.80805311654694,"tpot_p50_ms":10.797668295200184,"tpot_p95_ms":11.21194426882179,"tpot_p99_ms":11.264327819945514,"e2e_p50_ms":11266.787536995253,"e2e_p95_ms":11736.083144601434,"e2e_p99_ms":11790.215412920807,"itl_p50_ms":10.787480990984477,"itl_p95_ms":11.367970396531746,"itl_p99_ms":11.524404158699326,"validation_errors":[],"timestamp":"2026-07-18T08:41:58+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i16384_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i16384_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":262.36402659698797,"request_tps":0.3049198513898644,"input_tps":4995.806845171538,"output_tps":624.4758556464423,"total_tps":5620.28270081798,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2621.2777640030254,"ttft_p95_ms":15707.744965293386,"ttft_p99_ms":16904.462118148076,"tpot_p50_ms":22.724519232047435,"tpot_p95_ms":28.26471937742956,"tpot_p99_ms":30.6546465320435,"e2e_p50_ms":53032.063674494566,"e2e_p95_ms":67451.89700134943,"e2e_p99_ms":67491.91203834096,"itl_p50_ms":19.354069998371415,"itl_p95_ms":25.342749497212935,"itl_p99_ms":26.009859607438575,"validation_errors":[],"timestamp":"2026-07-18T08:47:03+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":199.78467797100893,"request_tps":0.20021555409671837,"input_tps":3280.331638320634,"output_tps":410.04145479007923,"total_tps":3690.3730931107134,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":2789.0449639962753,"ttft_p95_ms":6129.280553138233,"ttft_p99_ms":6142.897517951205,"tpot_p50_ms":18.878911925500326,"tpot_p95_ms":20.044973981879874,"tpot_p99_ms":20.455456051840876,"e2e_p50_ms":41689.5048285005,"e2e_p95_ms":42599.756395891745,"e2e_p99_ms":42641.35126616486,"itl_p50_ms":18.800206496962346,"itl_p95_ms":19.56320125318598,"itl_p99_ms":20.042972389928757,"validation_errors":[],"timestamp":"2026-07-18T08:51:03+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":113.33859073900385,"request_tps":0.044115600585805784,"input_tps":722.789999997842,"output_tps":90.34874999973025,"total_tps":813.1387499975722,"mean_input_tokens":16384.0,"mean_output_tokens":2048.0,"ttft_p50_ms":250.03689399454743,"ttft_p95_ms":2031.777080602478,"ttft_p99_ms":2387.2724593244493,"tpot_p50_ms":10.733150426475193,"tpot_p95_ms":10.75832394753484,"tpot_p99_ms":10.758821777100836,"e2e_p50_ms":22217.73183598998,"e2e_p95_ms":24049.392078400702,"e2e_p99_ms":24404.550526880776,"itl_p50_ms":10.747856009402312,"itl_p95_ms":10.85844449698925,"itl_p99_ms":11.005111105623657,"validation_errors":[],"timestamp":"2026-07-18T08:53:32+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i16384_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i16384_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":219.42580220100353,"request_tps":0.36458793449786064,"input_tps":11946.817437625898,"output_tps":46.66725561572616,"total_tps":11993.484693241624,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":20606.608743000834,"ttft_p95_ms":31337.336258498537,"ttft_p99_ms":34443.1625027617,"tpot_p50_ms":194.63102934648526,"tpot_p95_ms":320.17689654170476,"tpot_p99_ms":358.2510196654858,"e2e_p50_ms":46051.86038349348,"e2e_p95_ms":58260.459809252636,"e2e_p99_ms":63165.724555258785,"itl_p50_ms":19.78605199838057,"itl_p95_ms":1490.161173353407,"itl_p99_ms":1533.0617130713654,"validation_errors":[],"timestamp":"2026-07-18T08:57:52+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":135.43646692699986,"request_tps":0.2953414313558546,"input_tps":9677.748022668644,"output_tps":37.80370321354939,"total_tps":9715.551725882193,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":14773.575656501635,"ttft_p95_ms":24995.836955943378,"ttft_p99_ms":26609.16882449863,"tpot_p50_ms":89.05534461415859,"tpot_p95_ms":171.28395687129418,"tpot_p99_ms":184.3895283676182,"e2e_p50_ms":26900.383554500877,"e2e_p95_ms":29984.454135897977,"e2e_p99_ms":30005.23403024563,"itl_p50_ms":15.616795993992127,"itl_p95_ms":1170.2154309969046,"itl_p99_ms":1512.1690475061769,"validation_errors":[],"timestamp":"2026-07-18T09:00:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":31.597411666996777,"request_tps":0.1582408094908121,"input_tps":5185.234845394931,"output_tps":20.254823614823948,"total_tps":5205.489669009754,"mean_input_tokens":32768.0,"mean_output_tokens":128.0,"ttft_p50_ms":4971.048024002812,"ttft_p95_ms":5008.707785597653,"ttft_p99_ms":5009.337398717762,"tpot_p50_ms":10.488691732290157,"tpot_p95_ms":10.538478574773304,"tpot_p99_ms":10.538780281854626,"e2e_p50_ms":6309.243219002383,"e2e_p95_ms":6340.381098800572,"e2e_p99_ms":6341.323141359026,"itl_p50_ms":10.762381003587507,"itl_p95_ms":10.866265595541336,"itl_p99_ms":12.087800563313062,"validation_errors":[],"timestamp":"2026-07-18T09:02:08+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i32768_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i32768_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":259.13854088600783,"request_tps":0.3087151750043661,"input_tps":10115.97885454307,"output_tps":79.03108480111773,"total_tps":10195.009939344187,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":22419.334433994663,"ttft_p95_ms":31174.542092355834,"ttft_p99_ms":36999.35646148195,"tpot_p50_ms":122.5435642352928,"tpot_p95_ms":177.39156548963288,"tpot_p99_ms":190.1923235287375,"e2e_p50_ms":53859.21922400303,"e2e_p95_ms":60625.386756552325,"e2e_p99_ms":62965.61081618507,"itl_p50_ms":19.602128995757084,"itl_p95_ms":1466.3405229068303,"itl_p99_ms":1530.5593157603287,"validation_errors":[],"timestamp":"2026-07-18T09:07:12+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":149.24615455800085,"request_tps":0.2680136055663329,"input_tps":8782.269827197597,"output_tps":68.61148302498123,"total_tps":8850.881310222578,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":14771.726789993409,"ttft_p95_ms":25042.117837699327,"ttft_p99_ms":27637.000641854247,"tpot_p50_ms":54.137617199996704,"tpot_p95_ms":99.09373458196104,"tpot_p99_ms":104.0500256983391,"e2e_p50_ms":28805.022710505,"e2e_p95_ms":32579.25674204089,"e2e_p99_ms":32622.918672650998,"itl_p50_ms":15.728447993751615,"itl_p95_ms":20.038098857912697,"itl_p99_ms":1495.3549865564855,"validation_errors":[],"timestamp":"2026-07-18T09:10:29+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":38.76961006500642,"request_tps":0.12896699222964372,"input_tps":4225.9904013809655,"output_tps":33.01555001078879,"total_tps":4259.005951391754,"mean_input_tokens":32768.0,"mean_output_tokens":256.0,"ttft_p50_ms":4997.7504319977015,"ttft_p95_ms":5046.725528599927,"ttft_p99_ms":5051.1849553196225,"tpot_p50_ms":10.714203690226627,"tpot_p95_ms":11.076429467465655,"tpot_p99_ms":11.125242756250517,"e2e_p50_ms":7726.966071000788,"e2e_p95_ms":7865.8794502029195,"e2e_p99_ms":7887.054739643354,"itl_p50_ms":10.782233999634627,"itl_p95_ms":11.345958453603089,"itl_p99_ms":11.559982634498734,"validation_errors":[],"timestamp":"2026-07-18T09:11:52+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i32768_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i32768_o256_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":293.63109970300866,"request_tps":0.27245070457766735,"input_tps":8927.664687601004,"output_tps":139.49476074376568,"total_tps":9067.15944834477,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":23228.85287200188,"ttft_p95_ms":35852.430797951085,"ttft_p99_ms":45153.07491644852,"tpot_p50_ms":71.27395149511959,"tpot_p95_ms":101.86008569342522,"tpot_p99_ms":106.06334646886465,"e2e_p50_ms":59005.87232000544,"e2e_p95_ms":72599.36794414533,"e2e_p99_ms":82120.83382634546,"itl_p50_ms":19.602368003688753,"itl_p95_ms":21.6541971050901,"itl_p99_ms":1509.9162324983627,"validation_errors":[],"timestamp":"2026-07-18T09:17:33+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":171.23622165499546,"request_tps":0.2335954368380744,"input_tps":7654.455274310022,"output_tps":119.6008636610941,"total_tps":7774.056137971116,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":15370.707423004205,"ttft_p95_ms":24974.37437885091,"ttft_p99_ms":27590.187307719316,"tpot_p50_ms":35.383634362999125,"tpot_p95_ms":58.70137768191436,"tpot_p99_ms":62.14086495813761,"e2e_p50_ms":32730.558354487584,"e2e_p95_ms":37717.77406280016,"e2e_p99_ms":38964.340499028476,"itl_p50_ms":15.755278996948618,"itl_p95_ms":20.072481053648517,"itl_p99_ms":1213.6733290377056,"validation_errors":[],"timestamp":"2026-07-18T09:21:12+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":52.808462497006985,"request_tps":0.09468179461356944,"input_tps":3102.5330458974436,"output_tps":48.477078842147556,"total_tps":3151.010124739591,"mean_input_tokens":32768.0,"mean_output_tokens":512.0,"ttft_p50_ms":4994.877785997232,"ttft_p95_ms":5011.130873195361,"ttft_p99_ms":5013.274113035295,"tpot_p50_ms":10.898784383553457,"tpot_p95_ms":11.089869105666486,"tpot_p99_ms":11.099302325236662,"e2e_p50_ms":10562.955472007161,"e2e_p95_ms":10663.494938591612,"e2e_p99_ms":10671.389592511696,"itl_p50_ms":10.815907997312024,"itl_p95_ms":11.354933306574821,"itl_p99_ms":11.50642538064858,"validation_errors":[],"timestamp":"2026-07-18T09:22:46+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i32768_o512_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i32768_o512_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":343.9336662529968,"request_tps":0.23260299252342512,"input_tps":7621.934859007594,"output_tps":238.18546434398732,"total_tps":7860.120323351582,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":21492.961422503868,"ttft_p95_ms":32419.53847444529,"ttft_p99_ms":37939.223611410096,"tpot_p50_ms":47.16551581084623,"tpot_p95_ms":62.62316554350493,"tpot_p99_ms":64.37382760566115,"e2e_p50_ms":69095.24563800369,"e2e_p95_ms":79511.73957620049,"e2e_p99_ms":89738.48715468116,"itl_p50_ms":19.671197995194234,"itl_p95_ms":26.027028591488488,"itl_p99_ms":1475.563974163088,"validation_errors":[],"timestamp":"2026-07-18T09:29:18+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":229.8630267240078,"request_tps":0.1740166766707864,"input_tps":5702.178461148329,"output_tps":178.19307691088528,"total_tps":5880.371538059214,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":15491.440810001222,"ttft_p95_ms":27688.436812945292,"ttft_p99_ms":28448.022884450038,"tpot_p50_ms":29.48500417742581,"tpot_p95_ms":41.036190021907885,"tpot_p99_ms":41.543255138617155,"e2e_p50_ms":47619.852807001735,"e2e_p95_ms":49680.91822059868,"e2e_p99_ms":53866.102122009324,"itl_p50_ms":19.5870009920327,"itl_p95_ms":20.134819200029597,"itl_p99_ms":24.00234935746976,"validation_errors":[],"timestamp":"2026-07-18T09:33:53+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":80.13540387898684,"request_tps":0.06239439446203507,"input_tps":2044.5395177319651,"output_tps":63.89185992912391,"total_tps":2108.4313776610893,"mean_input_tokens":32768.0,"mean_output_tokens":1024.0,"ttft_p50_ms":5012.601274996996,"ttft_p95_ms":5023.544451591442,"ttft_p99_ms":5025.064262309461,"tpot_p50_ms":10.726813789825673,"tpot_p95_ms":10.937623035581236,"tpot_p99_ms":10.977160741623086,"e2e_p50_ms":15986.811463997583,"e2e_p95_ms":16199.773966596695,"e2e_p99_ms":16241.833578917429,"itl_p50_ms":10.766545005026273,"itl_p95_ms":11.29276210849639,"itl_p99_ms":11.425187656132037,"validation_errors":[],"timestamp":"2026-07-18T09:35:56+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i32768_o1024_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i32768_o1024_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":437.3171689209994,"request_tps":0.1829335907332096,"input_tps":5994.3679011458125,"output_tps":374.6479938216133,"total_tps":6369.015894967426,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":21079.47694849281,"ttft_p95_ms":35930.2464195971,"ttft_p99_ms":38282.8309808322,"tpot_p50_ms":32.43151492183703,"tpot_p95_ms":39.37064728234141,"tpot_p99_ms":40.795189634128256,"e2e_p50_ms":88642.56709149777,"e2e_p95_ms":95980.36771350744,"e2e_p99_ms":100837.29111726131,"itl_p50_ms":19.60375499766087,"itl_p95_ms":20.38260710251052,"itl_p99_ms":25.170096146030183,"validation_errors":[],"timestamp":"2026-07-18T09:43:55+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":303.27357819299505,"request_tps":0.13189411434498619,"input_tps":4321.906338856507,"output_tps":270.1191461785317,"total_tps":4592.025485035039,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":15369.78580399591,"ttft_p95_ms":25033.668361241136,"ttft_p99_ms":27672.16488513208,"tpot_p50_ms":22.04153137323266,"tpot_p95_ms":29.35638988109223,"tpot_p99_ms":30.022475000234337,"e2e_p50_ms":57463.08275699994,"e2e_p95_ms":67446.14051905883,"e2e_p99_ms":68893.38604857156,"itl_p50_ms":15.73315099813044,"itl_p95_ms":19.711706798989326,"itl_p99_ms":20.295110989827663,"validation_errors":[],"timestamp":"2026-07-18T09:49:43+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":135.01269035800942,"request_tps":0.0370335557845832,"input_tps":1213.5155559492223,"output_tps":75.8447222468264,"total_tps":1289.3602781960485,"mean_input_tokens":32768.0,"mean_output_tokens":2048.0,"ttft_p50_ms":5008.569533005357,"ttft_p95_ms":5042.238275593263,"ttft_p99_ms":5046.879471911234,"tpot_p50_ms":10.731221745971602,"tpot_p95_ms":10.758547591796823,"tpot_p99_ms":10.758747302828517,"e2e_p50_ms":26982.968550000805,"e2e_p95_ms":27059.485786993173,"e2e_p99_ms":27066.891276590177,"itl_p50_ms":10.755316994618624,"itl_p95_ms":10.876176005695015,"itl_p99_ms":11.003722000168636,"validation_errors":[],"timestamp":"2026-07-18T09:52:39+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i32768_o2048_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i32768_o2048_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":512.4169345600094,"request_tps":0.15612286519900556,"input_tps":10231.668093682028,"output_tps":19.983726745472712,"total_tps":10251.651820427502,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":37719.87257150613,"ttft_p95_ms":68453.39794469399,"ttft_p99_ms":88800.92122190743,"tpot_p50_ms":510.9399421732138,"tpot_p95_ms":704.9935191575145,"tpot_p99_ms":733.5141930637975,"e2e_p50_ms":102745.33433100441,"e2e_p95_ms":140035.15057334222,"e2e_p99_ms":162661.48769053054,"itl_p50_ms":20.89653949951753,"itl_p95_ms":1627.519628196751,"itl_p99_ms":1658.285891884152,"validation_errors":[],"timestamp":"2026-07-18T10:02:01+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":290.05370802899415,"request_tps":0.13790549437141328,"input_tps":9037.77447912494,"output_tps":17.6519032795409,"total_tps":9055.426382404481,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":27113.730896497145,"ttft_p95_ms":57305.37719604472,"ttft_p99_ms":62522.4671455688,"tpot_p50_ms":219.61845201176615,"tpot_p95_ms":382.8835953759246,"tpot_p99_ms":417.86056526985624,"e2e_p50_ms":55973.02388850221,"e2e_p95_ms":74162.58211604287,"e2e_p99_ms":92813.5437528693,"itl_p50_ms":19.86008998937905,"itl_p95_ms":1506.0733123944374,"itl_p99_ms":1626.4985091425478,"validation_errors":[],"timestamp":"2026-07-18T10:07:44+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":58.260740420999355,"request_tps":0.08582108575808303,"input_tps":5624.37067624173,"output_tps":10.985098977034628,"total_tps":5635.355775218764,"mean_input_tokens":65536.0,"mean_output_tokens":128.0,"ttft_p50_ms":10325.360916991485,"ttft_p95_ms":10404.986986197764,"ttft_p99_ms":10416.313749238616,"tpot_p50_ms":10.387244700787837,"tpot_p95_ms":10.411303710237359,"tpot_p99_ms":10.414407778257234,"e2e_p50_ms":11644.54099399154,"e2e_p95_ms":11721.554276600364,"e2e_p99_ms":11732.14160012023,"itl_p50_ms":10.867269498703536,"itl_p95_ms":11.010046795126982,"itl_p99_ms":11.761813511402572,"validation_errors":[],"timestamp":"2026-07-18T10:09:32+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i65536_o128_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i65536_o128_a1.log"} +{"status":"COMPLETED","completed":80,"failed":0,"duration_s":506.88843674000236,"request_tps":0.15782565590667497,"input_tps":10343.26218549985,"output_tps":40.40336791210879,"total_tps":10383.66555341196,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":42321.85805049812,"ttft_p95_ms":55194.27431940492,"ttft_p99_ms":75714.76916030164,"tpot_p50_ms":249.55371103329955,"tpot_p95_ms":354.53542452667926,"tpot_p99_ms":366.918155723886,"e2e_p50_ms":105833.974643494,"e2e_p95_ms":116316.45994949357,"e2e_p99_ms":137450.12641873295,"itl_p50_ms":20.152875993517227,"itl_p95_ms":1599.9320424001783,"itl_p99_ms":1654.6630343832658,"validation_errors":[],"timestamp":"2026-07-18T10:18:45+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":16,"num_prompts":80,"warmup_requests":16,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c16_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c16_i65536_o256_a1.log"} +{"status":"COMPLETED","completed":40,"failed":0,"duration_s":291.6481301009917,"request_tps":0.13715157366566633,"input_tps":8988.365531753108,"output_tps":35.11080285841058,"total_tps":9023.47633461152,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":26195.501747999515,"ttft_p95_ms":55464.15775700297,"ttft_p99_ms":61397.038172063905,"tpot_p50_ms":117.66664804511261,"tpot_p95_ms":216.74986339647572,"tpot_p99_ms":228.32034900880305,"e2e_p50_ms":56332.002656010445,"e2e_p95_ms":70145.52886145608,"e2e_p99_ms":89020.22513781469,"itl_p50_ms":15.966972001479007,"itl_p95_ms":1243.6211531996378,"itl_p99_ms":1601.7227149865357,"validation_errors":[],"timestamp":"2026-07-18T10:24:30+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":8,"num_prompts":40,"warmup_requests":8,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c8_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c8_i65536_o256_a1.log"} +{"status":"COMPLETED","completed":5,"failed":0,"duration_s":65.2822876630089,"request_tps":0.07659045322998331,"input_tps":5019.431942880186,"output_tps":19.607156026875728,"total_tps":5039.039098907062,"mean_input_tokens":65536.0,"mean_output_tokens":256.0,"ttft_p50_ms":10357.519095006865,"ttft_p95_ms":10401.271771802567,"ttft_p99_ms":10404.684616762679,"tpot_p50_ms":10.616758988266263,"tpot_p95_ms":10.643805985900519,"tpot_p99_ms":10.646693379166262,"e2e_p50_ms":13060.652437998215,"e2e_p95_ms":13108.479923210689,"e2e_p99_ms":13111.945080650621,"itl_p50_ms":10.862846000236459,"itl_p95_ms":10.973538999678567,"itl_p99_ms":11.181496003700886,"validation_errors":[],"timestamp":"2026-07-18T10:26:21+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"concurrency":1,"num_prompts":5,"warmup_requests":1,"attempt":1,"gain_pct":null,"plateau_streak":0,"error_type":"","raw_file":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/raw_outputs/vllm_adaptive_c1_i65536_o256_a1.jsonl","detail_log":"/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/tp4_dp2/logs/vllm_c1_i65536_o256_a1.log"} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl new file mode 100644 index 0000000..619ecc3 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/adaptive_shapes.jsonl @@ -0,0 +1,69 @@ +{"timestamp":"2026-07-17T18:39:11+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":2788.720318022652,"last_total_tps":2788.720318022652} +{"timestamp":"2026-07-17T18:43:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":1893.0055470202165,"last_total_tps":375.403363949072} +{"timestamp":"2026-07-17T18:52:11+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":4046.4683290325233,"last_total_tps":4046.4683290325233} +{"timestamp":"2026-07-17T19:09:54+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":4086.9274247420785,"last_total_tps":4086.9274247420785} +{"timestamp":"2026-07-17T19:26:39+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":2199.5011476182844,"last_total_tps":2199.5011476182844} +{"timestamp":"2026-07-17T20:23:52+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":5,"search_cap":512,"max_successful_concurrency":80,"saturation_concurrency":null,"stop_probe_concurrency":80,"best_tps_concurrency":80,"best_total_tps":2717.9637798362237,"last_total_tps":2717.9637798362237} +{"timestamp":"2026-07-17T20:26:07+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":9439.535476946336,"last_total_tps":7603.528326397945} +{"timestamp":"2026-07-17T20:28:55+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":6911.931071301284,"last_total_tps":5507.813234246907} +{"timestamp":"2026-07-17T20:32:36+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":4213.884483460705,"last_total_tps":3234.7262492126665} +{"timestamp":"2026-07-17T20:39:20+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":4145.641783550848,"last_total_tps":4145.641783550848} +{"timestamp":"2026-07-17T20:50:18+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":2977.1768374909734,"last_total_tps":2977.1768374909734} +{"timestamp":"2026-07-17T21:10:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":2015.7043785540204,"last_total_tps":2015.7043785540204} +{"timestamp":"2026-07-17T21:13:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":15673.414091236673,"last_total_tps":12414.933520419194} +{"timestamp":"2026-07-17T21:15:57+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":12924.561750204432,"last_total_tps":9106.221349635915} +{"timestamp":"2026-07-17T21:19:40+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":8088.080594221826,"last_total_tps":6223.75742040691} +{"timestamp":"2026-07-17T21:24:56+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":5522.554566357892,"last_total_tps":3610.952815816311} +{"timestamp":"2026-07-17T21:36:22+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":4563.373890886935,"last_total_tps":4563.373890886935} +{"timestamp":"2026-07-17T21:57:58+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":1985.3684474208014,"last_total_tps":233.04503661811012} +{"timestamp":"2026-07-17T22:02:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":15060.199317591998,"last_total_tps":7313.649520405431} +{"timestamp":"2026-07-17T22:07:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14596.56032965893,"last_total_tps":4144.017342311824} +{"timestamp":"2026-07-17T22:13:36+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10834.738852406168,"last_total_tps":2314.1377482242688} +{"timestamp":"2026-07-17T22:21:59+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":7423.039383111714,"last_total_tps":1310.5577845179944} +{"timestamp":"2026-07-17T22:35:21+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":4799.100295545813,"last_total_tps":687.347224063034} +{"timestamp":"2026-07-17T22:42:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":15837.175210512325,"last_total_tps":9208.110186901074} +{"timestamp":"2026-07-17T22:50:32+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":12903.243109250303,"last_total_tps":5632.593190570372} +{"timestamp":"2026-07-17T22:59:14+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":12849.807244488773,"last_total_tps":3542.3723961934047} +{"timestamp":"2026-07-17T23:10:34+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9214.262131578185,"last_total_tps":2156.286581337668} +{"timestamp":"2026-07-17T23:26:38+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":6985.477835676208,"last_total_tps":1245.424192709522} +{"timestamp":"2026-07-17T23:39:41+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14308.40914150481,"last_total_tps":6375.542846081017} +{"timestamp":"2026-07-17T23:53:17+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":13901.85358606045,"last_total_tps":7654.241318751254} +{"timestamp":"2026-07-18T00:08:39+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":12133.156080526987,"last_total_tps":4319.133154859875} +{"timestamp":"2026-07-18T00:25:54+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":65536,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11428.416665630926,"last_total_tps":3044.1034677752777} +{"timestamp":"2026-07-18T00:50:29+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":14099.818538556523,"last_total_tps":6351.47496967527} +{"timestamp":"2026-07-18T01:15:30+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":13929.553321700017,"last_total_tps":5891.80838523191} +{"timestamp":"2026-07-18T01:41:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":131072,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":13362.99697314056,"last_total_tps":5999.883848752758} +{"timestamp":"2026-07-18T02:47:03+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":262144,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null} +{"timestamp":"2026-07-18T03:59:03+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":262144,"osl":256,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null} +{"timestamp":"2026-07-18T05:11:08+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":524288,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null} +{"timestamp":"2026-07-18T05:25:55+08:00","engine":"vllm","tp":2,"dp":4,"mark":"Y","isl":1048576,"osl":128,"status":"FAILED","stop_reason":"BENCHMARK_FAILED","tested_points":1,"search_cap":512,"max_successful_concurrency":0,"saturation_concurrency":null,"stop_probe_concurrency":16,"best_tps_concurrency":null,"best_total_tps":null,"last_total_tps":null} +{"timestamp":"2026-07-18T05:42:51+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":5433.039217909855,"last_total_tps":5433.039217909855} +{"timestamp":"2026-07-18T05:46:37+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":2422.2076430920893,"last_total_tps":446.3897056007072} +{"timestamp":"2026-07-18T05:55:07+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":4584.253781843971,"last_total_tps":4584.253781843971} +{"timestamp":"2026-07-18T06:08:26+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":4,"search_cap":512,"max_successful_concurrency":64,"saturation_concurrency":null,"stop_probe_concurrency":64,"best_tps_concurrency":64,"best_total_tps":3232.6403852090934,"last_total_tps":3232.6403852090934} +{"timestamp":"2026-07-18T06:24:39+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":2192.044238809986,"last_total_tps":2192.044238809986} +{"timestamp":"2026-07-18T06:53:50+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":1024,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":1897.8111102225212,"last_total_tps":1897.8111102225212} +{"timestamp":"2026-07-18T06:57:24+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":7888.596875970494,"last_total_tps":2487.992022802671} +{"timestamp":"2026-07-18T07:01:02+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":16,"best_total_tps":8409.093217333064,"last_total_tps":7426.616144275172} +{"timestamp":"2026-07-18T07:04:51+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":8122.1066193196675,"last_total_tps":8122.1066193196675} +{"timestamp":"2026-07-18T07:14:52+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":48,"saturation_concurrency":null,"stop_probe_concurrency":48,"best_tps_concurrency":48,"best_total_tps":6015.190932505161,"last_total_tps":6015.190932505161} +{"timestamp":"2026-07-18T07:23:29+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":2001.619798539911,"last_total_tps":1271.9046009395615} +{"timestamp":"2026-07-18T07:37:56+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":4096,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":1459.470258346687,"last_total_tps":976.1882568429872} +{"timestamp":"2026-07-18T07:40:34+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":8,"best_total_tps":19501.474977298407,"last_total_tps":19501.474977298407} +{"timestamp":"2026-07-18T07:43:05+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":16391.801960479585,"last_total_tps":13707.67295371799} +{"timestamp":"2026-07-18T07:46:28+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":9370.394824991574,"last_total_tps":7374.89064363141} +{"timestamp":"2026-07-18T07:53:29+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":2,"search_cap":512,"max_successful_concurrency":32,"saturation_concurrency":null,"stop_probe_concurrency":32,"best_tps_concurrency":32,"best_total_tps":6946.880268591652,"last_total_tps":6946.880268591652} +{"timestamp":"2026-07-18T08:05:01+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":2995.4311422908927,"last_total_tps":443.348197545663} +{"timestamp":"2026-07-18T08:20:54+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":8192,"osl":4096,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":2,"search_cap":512,"max_successful_concurrency":8,"saturation_concurrency":null,"stop_probe_concurrency":8,"best_tps_concurrency":16,"best_total_tps":1915.937150401248,"last_total_tps":1374.598420915446} +{"timestamp":"2026-07-18T08:25:04+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":18943.996704484987,"last_total_tps":6473.232188590377} +{"timestamp":"2026-07-18T08:29:28+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":8,"best_total_tps":16070.333151200692,"last_total_tps":5431.05763851679} +{"timestamp":"2026-07-18T08:34:35+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":13349.341320626489,"last_total_tps":2881.901573957879} +{"timestamp":"2026-07-18T08:41:58+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9286.70412864481,"last_total_tps":1527.4153322519048} +{"timestamp":"2026-07-18T08:53:32+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":16384,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_BACKOFF_FOUND","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":5620.28270081798,"last_total_tps":813.1387499975722} +{"timestamp":"2026-07-18T09:02:08+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":11993.484693241624,"last_total_tps":5205.489669009754} +{"timestamp":"2026-07-18T09:11:52+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10195.009939344187,"last_total_tps":4259.005951391754} +{"timestamp":"2026-07-18T09:22:46+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":512,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":9067.15944834477,"last_total_tps":3151.010124739591} +{"timestamp":"2026-07-18T09:35:57+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":1024,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":7860.120323351582,"last_total_tps":2108.4313776610893} +{"timestamp":"2026-07-18T09:52:39+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":32768,"osl":2048,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":6369.015894967426,"last_total_tps":1289.3602781960485} +{"timestamp":"2026-07-18T10:09:33+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":128,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10251.651820427502,"last_total_tps":5635.355775218764} +{"timestamp":"2026-07-18T10:26:21+08:00","engine":"vllm","tp":4,"dp":2,"mark":"Y","isl":65536,"osl":256,"status":"TTFT_BOUNDARY","stop_reason":"TTFT_SLO_EXCEEDED","tested_points":3,"search_cap":512,"max_successful_concurrency":1,"saturation_concurrency":null,"stop_probe_concurrency":1,"best_tps_concurrency":16,"best_total_tps":10383.66555341196,"last_total_tps":5039.039098907062} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/run_manifest.json b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/run_manifest.json new file mode 100644 index 0000000..1dbe347 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/run_manifest.json @@ -0,0 +1,27 @@ +{ + "experiment": "dsv4_pro6000_vllm_tp_dp_matrix", + "engine": "vllm", + "run_id": "adaptive_20260717-183028", + "model": "/data/6000D/DeepSeek-V4-Flash", + "hardware": "8x NVIDIA RTX 6000D 84GB", + "matrix": "/data/yy/sskj/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/matrix.json", + "dataset": "random", + "tokenize_prompt": false, + "random_range_ratio": 1.0, + "search": { + "start_concurrency": 16, + "max_concurrency": 512, + "multiplier": 2, + "initial_backoff_concurrencies": [ + 8, + 1 + ], + "num_prompts_multiplier": 5, + "min_tps_gain_pct": 2.0, + "plateau_patience": 2, + "warmup_max_requests": 0, + "ttft_slo_ms": 4000.0, + "enable_ttft_slo_stop": 1, + "ttft_group_skip_ms": 0.0 + } +} diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/shapes.tsv b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/shapes.tsv new file mode 100644 index 0000000..e1f82e6 --- /dev/null +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/adaptive_results/adaptive_20260717-183028/shapes.tsv @@ -0,0 +1,40 @@ +mark input_len output_len +Y 1024 128 +Y 1024 256 +Y 1024 512 +Y 1024 1024 +Y 1024 2048 +Y 1024 4096 +Y 4096 128 +Y 4096 256 +Y 4096 512 +Y 4096 1024 +Y 4096 2048 +Y 4096 4096 +Y 8192 128 +Y 8192 256 +Y 8192 512 +Y 8192 1024 +Y 8192 2048 +Y 8192 4096 +Y 16384 128 +Y 16384 256 +Y 16384 512 +Y 16384 1024 +Y 16384 2048 +Y 32768 128 +Y 32768 256 +Y 32768 512 +Y 32768 1024 +Y 32768 2048 +Y 65536 128 +Y 65536 256 +Y 65536 512 +Y 65536 1024 +Y 131072 128 +Y 131072 256 +Y 131072 512 +Y 262144 128 +Y 262144 256 +Y 524288 128 +Y 1048576 128 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/config.env b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/config.env index 1d37f9b..58650eb 100644 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/config.env +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/config.env @@ -48,10 +48,9 @@ DOCKER_IMAGE="${DOCKER_IMAGE:-vllm-sm120-dsv4:0.25.1-fi0.6.14}" # OpenAI-compatible API. DOCKER_CLIENT_IMAGE="${DOCKER_CLIENT_IMAGE:-sglang-sm120-dsv4:0.5.15.post1-fi0.6.14-sm120fix1}" -# Offline by default: random-ids generates token IDs without downloading data. # To use ShareGPT, set BENCH_DATASET_NAME=random and DATASET_PATH explicitly. -BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random-ids}" -DATASET_PATH="${DATASET_PATH:-}" +BENCH_DATASET_NAME="${BENCH_DATASET_NAME:-random}" +DATASET_PATH="${DATASET_PATH:-/data/yy/sskj/dataset/ShareGPT_V3_unfiltered_cleaned_split.json}" SGLANG_BENCH_MODULE="${SGLANG_BENCH_MODULE:-sglang.benchmark.serving}" CACHE_DIR="${CACHE_DIR:-/data/yy/sskj/vllm_sm120_cache}" diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency.sh b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency.sh index 1e0c315..ebe4b5e 100755 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency.sh +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency.sh @@ -134,6 +134,8 @@ engine_run_bench() { ) if [[ "$BENCH_DATASET_NAME" == "random" ]]; then bench_args+=(--dataset-path "$DATASET_PATH") + elif [[ "$BENCH_DATASET_NAME" == "random-ids" ]]; then + : # random-ids does not need --tokenize-prompt else bench_args+=(--tokenize-prompt) fi diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency_add16.sh b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency_add16.sh index aa1c47b..854e994 100755 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency_add16.sh +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/run_adaptive_concurrency_add16.sh @@ -134,6 +134,8 @@ engine_run_bench() { ) if [[ "$BENCH_DATASET_NAME" == "random" ]]; then bench_args+=(--dataset-path "$DATASET_PATH") + elif [[ "$BENCH_DATASET_NAME" == "random-ids" ]]; then + : # random-ids does not need --tokenize-prompt else bench_args+=(--tokenize-prompt) fi diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_docker.sh b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_docker.sh index 14807a8..cd07631 100755 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_docker.sh +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_docker.sh @@ -84,21 +84,31 @@ echo $PID > "$PID_FILE" echo "PID: $PID" echo "Waiting for health on port ${PORT}..." -for i in $(seq 1 240); do +for i in $(seq 1 600); do if curl --fail --silent --show-error --max-time 5 "http://127.0.0.1:${PORT}/health" >/dev/null 2>&1; then echo "vLLM server is ready at http://127.0.0.1:${PORT}" echo "Log: $LOG" exit 0 fi - if ! kill -0 $PID 2>/dev/null; then - echo "ERROR: Docker vLLM server exited early" + # Check if the Docker container is still running (not the nohup PID). + # Allow a brief grace period for the container to appear in docker ps. + container_running=0 + for _ in $(seq 1 3); do + if docker ps --filter "name=${NAME}" --format '{{.Names}}' | grep -q "^${NAME}$"; then + container_running=1 + break + fi + sleep 1 + done + if [[ "$container_running" -eq 0 ]]; then + echo "ERROR: Docker vLLM container exited early" tail -200 "$LOG" exit 1 fi - echo "Waiting... ($i/240)" + echo "Waiting... ($i/600)" sleep 5 done -echo "ERROR: Docker vLLM server not healthy after 240 retries" +echo "ERROR: Docker vLLM server not healthy after 600 retries" tail -200 "$LOG" exit 1 diff --git a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_dp.sh b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_dp.sh index b8c0b02..d652590 100755 --- a/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_dp.sh +++ b/experiments/pro6000/dsv4_pro6000_vllm_tp_dp_matrix/start_vllm_dp.sh @@ -66,7 +66,7 @@ echo $PID > "$PID_FILE" echo "PID: $PID" echo "Waiting for health on port ${VLLM_PORT}..." -for i in $(seq 1 240); do +for i in $(seq 1 600); do if curl --fail --silent --show-error --max-time 5 "http://127.0.0.1:${VLLM_PORT}/health" >/dev/null 2>&1; then echo "vLLM server is ready at http://127.0.0.1:${VLLM_PORT}" echo "Log: $LOG" @@ -77,10 +77,10 @@ for i in $(seq 1 240); do tail -200 "$LOG" exit 1 fi - echo "Waiting... ($i/240)" + echo "Waiting... ($i/600)" sleep 5 done -echo "ERROR: vLLM server not healthy after 240 retries" +echo "ERROR: vLLM server not healthy after 600 retries" tail -200 "$LOG" exit 1