{
  "metadata": {
    "experiment": "dsv4_p800_sglang_tp_dp_matrix_tp4_dp2",
    "run_id": "smoke_tpdp",
    "timestamp": "2026-07-16T06:00:58+00:00",
    "model": "/data1/models/DeepSeek-V4-Flash-INT8",
    "backend": "sglang",
    "engine": "sglang-xpu",
    "hardware": "8x Kunlun P800 XPU",
    "accelerator": "Kunlun P800 XPU",
    "chip": "kunlun_p800",
    "script": "experiments/p800/dsv4_p800_sglang_tp_dp_matrix/run_bench.sh",
    "env": "iregistry.baidu-int.com/xpu/sglang-p800-pd-disagg-0510:20260511_4202",
    "git_commit": "f4f4093",
    "git_dirty": "dirty",
    "description": "P800 SGLang TP×DP matrix for DeepSeek-V4-Flash-INT8"
  },
  "config": {
    "tp": 4,
    "dp": 2,
    "xpu_visible_devices": "0,1,2,3,4,5,6,7",
    "backend": "sglang",
    "engine": "sglang-xpu",
    "server_start_script": "experiments/p800/dsv4_p800_sglang_tp_dp_matrix/start_sglang_docker.sh",
    "server_args": "--host 0.0.0.0 --port 30014 --model-path /models --attention-backend nsa --nsa-prefill klxdsa --nsa-decode klxdsa --trust-remote-code --disable-custom-all-reduce --chunked-prefill-size 8192 --page-size 64 --mem-fraction-static 0.8 --max-prefill-tokens 140000 --max-running-requests 32 --tensor-parallel-size 4 --ep-size 4 --disable-shared-experts-fusion --quantization w8a8_int8 --kv-cache-dtype float16 --disable-piecewise-cuda-graph --cuda-graph-max-bs 32 --watchdog-timeout 3000000 --tool-call-parser deepseekv4 --reasoning-parser deepseek-v4 --constrained-json-disable-any-whitespace --enable-metrics --enable-request-time-stats-logging --context-length 140000 --dp-size 2"
  },
  "scenarios": [
    {
      "name": "c1_i1024_o128",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 5
      },
      "metrics": {
        "success": 5,
        "failed": 0,
        "duration_s": 21.476578783942387,
        "request_throughput": 0.23281175508914861,
        "input_token_throughput": 238.39923721128818,
        "output_token_throughput": 29.799904651411023,
        "total_token_throughput": 268.1991418626992,
        "total_input_tokens": 5120,
        "total_output_tokens": 640,
        "e2e_ms": {
          "mean": 4292.167780222371,
          "p50": 4291.483911918476,
          "p90": 4302.627834840678,
          "p95": 0.0,
          "p99": 4305.40240991395
        },
        "ttft_ms": {
          "mean": 299.5579913724214,
          "p50": 298.9764349767938,
          "p90": 0.0,
          "p95": 0.0,
          "p99": 305.76277466956526
        },
        "tpot_ms": {
          "mean": 31.43787235314921,
          "p50": 31.393611976898857,
          "p90": 0.0,
          "p95": 0.0,
          "p99": 31.546158453038945
        },
        "itl_ms": {
          "mean": 31.43780216387671,
          "p50": 29.1481880703941,
          "p90": 0.0,
          "p95": 55.60536030679939,
          "p99": 62.21151448087765
        },
        "gpu_memory": {
          "peak_used_mb": 82314.0,
          "avg_used_mb": 82118.0,
          "peak_utilization_pct": 100.0,
          "memory_total_mb": 98304.0
        }
      },
      "slo_status": {
        "ttft_p95_ok": true,
        "tpot_mean_ok": true,
        "overall": "✅"
      },
      "raw_file": "/data1/yy/sskj/experiments/p800/dsv4_p800_sglang_tp_dp_matrix/results/smoke_tpdp/tp4_dp2/raw_outputs/sglang_main_1_1024_128.jsonl"
    },
    {
      "name": "c32_i1024_o128",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i1024_o256",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c32_i1024_o256",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i1024_o512",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c32_i1024_o512",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i1024_o1024",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c32_i1024_o1024",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i1024_o2048",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c32_i1024_o2048",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i1024_o4096",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 1024,
        "output_len": 4096,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c32_i1024_o4096",
      "config": {
        "phase": "main",
        "concurrency": 32,
        "input_len": 1024,
        "output_len": 4096,
        "dataset": "random",
        "num_prompts": 160
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o128",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o128",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o256",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o256",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o512",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o512",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o1024",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o1024",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o2048",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o2048",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i4096_o4096",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 4096,
        "output_len": 4096,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c16_i4096_o4096",
      "config": {
        "phase": "main",
        "concurrency": 16,
        "input_len": 4096,
        "output_len": 4096,
        "dataset": "random",
        "num_prompts": 80
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i16384_o128",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 16384,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c8_i16384_o128",
      "config": {
        "phase": "main",
        "concurrency": 8,
        "input_len": 16384,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 40
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i16384_o256",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 16384,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c8_i16384_o256",
      "config": {
        "phase": "main",
        "concurrency": 8,
        "input_len": 16384,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 40
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i16384_o512",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 16384,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c8_i16384_o512",
      "config": {
        "phase": "main",
        "concurrency": 8,
        "input_len": 16384,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 40
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i16384_o1024",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 16384,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c8_i16384_o1024",
      "config": {
        "phase": "main",
        "concurrency": 8,
        "input_len": 16384,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 40
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i16384_o2048",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 16384,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c8_i16384_o2048",
      "config": {
        "phase": "main",
        "concurrency": 8,
        "input_len": 16384,
        "output_len": 2048,
        "dataset": "random",
        "num_prompts": 40
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i65536_o128",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 65536,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c4_i65536_o128",
      "config": {
        "phase": "main",
        "concurrency": 4,
        "input_len": 65536,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 20
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i65536_o256",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 65536,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c4_i65536_o256",
      "config": {
        "phase": "main",
        "concurrency": 4,
        "input_len": 65536,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 20
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i65536_o512",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 65536,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c4_i65536_o512",
      "config": {
        "phase": "main",
        "concurrency": 4,
        "input_len": 65536,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 20
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i65536_o1024",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 65536,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c4_i65536_o1024",
      "config": {
        "phase": "main",
        "concurrency": 4,
        "input_len": 65536,
        "output_len": 1024,
        "dataset": "random",
        "num_prompts": 20
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i131072_o128",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 131072,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c2_i131072_o128",
      "config": {
        "phase": "main",
        "concurrency": 2,
        "input_len": 131072,
        "output_len": 128,
        "dataset": "random",
        "num_prompts": 10
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i131072_o256",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 131072,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c2_i131072_o256",
      "config": {
        "phase": "main",
        "concurrency": 2,
        "input_len": 131072,
        "output_len": 256,
        "dataset": "random",
        "num_prompts": 10
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c1_i131072_o512",
      "config": {
        "phase": "main",
        "concurrency": 1,
        "input_len": 131072,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 5
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    },
    {
      "name": "c2_i131072_o512",
      "config": {
        "phase": "main",
        "concurrency": 2,
        "input_len": 131072,
        "output_len": 512,
        "dataset": "random",
        "num_prompts": 10
      },
      "status": "SKIPPED_GRID_LIMIT",
      "note": "GRID_LIMIT reached"
    }
  ]
}