{
  "metadata": {
    "experiment": "dsv4_p800_256k_4k_probe",
    "run_id": "20260708-145540",
    "timestamp": "2026-07-08T14:55:40+00:00",
    "model": "/data1/models/DeepSeek-V4-Flash-INT8",
    "backend": "sglang",
    "engine": "sglang-xpu",
    "hardware": "8x Kunlun P800 XPU",
    "accelerator": "Kunlun P800 XPU",
    "chip": "kunlun_p800",
    "script": "experiments/dsv4_p800_256k_4k_probe/run_bench.sh",
    "env": "",
    "git_commit": "6ec62ff",
    "git_dirty": "dirty",
    "description": "Kunlun P800 256k-input 4k-output OOM probe for DeepSeek-V4-Flash-INT8"
  },
  "config": {
    "tp": 8,
    "xpu_visible_devices": "0,1,2,3,4,5,6,7",
    "context_length": 270000,
    "server_mode": "w8a8_int8_baseline",
    "server_start_script": "experiments/dsv4_p800_256k_4k_probe/start_server.sh",
    "extra_launch_args": "--context-length 270000 --max-running-requests 2 --mem-fraction-static 0.85",
    "scenarios": [
      "2 262144 4096"
    ],
    "num_prompts": 4
  },
  "scenarios": []
}