From 4914ff4041239764e10bd4668d986ac2de237b85 Mon Sep 17 00:00:00 2001 From: shishi Date: Wed, 29 Jul 2026 16:50:13 +0800 Subject: [PATCH] fix(dsv4): disable MTP speculative decoding for fair H20 comparison MTP (multi-token prediction) speculative decoding was enabled, giving the 910C an unfair decode throughput advantage over the H20 baseline (which has no MTP). Disable it so the benchmark measures pure model throughput. - config.env: add DSV4_ENABLE_MTP=0 (default off) - start_vllm_docker.sh: only add --speculative-config when DSV4_ENABLE_MTP=1 --- experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env | 2 ++ .../910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh | 4 +++- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env index 83290d5..73d8868 100644 --- a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env +++ b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env @@ -130,6 +130,8 @@ DSV4_COMPILATION_CONFIG="${DSV4_COMPILATION_CONFIG:-{\"cudagraph_mode\": \"FULL_ DSV4_ADDITIONAL_CONFIG="${DSV4_ADDITIONAL_CONFIG:-{\"ascend_compilation_config\":{\"enable_npugraph_ex\":true,\"enable_static_kernel\":false},\"enable_cpu_binding\": true,\"multistream_overlap_shared_expert\":true}}" DSV4_ENABLE_EXPERT_PARALLEL="${DSV4_ENABLE_EXPERT_PARALLEL:-1}" DSV4_ENABLE_ASYNC_SCHEDULING="${DSV4_ENABLE_ASYNC_SCHEDULING:-1}" +# MTP speculative decoding (disabled for fair comparison with H20 which has no MTP). +DSV4_ENABLE_MTP="${DSV4_ENABLE_MTP:-0}" # Model-loader extra config (multithread load, 128 threads) to speed up 280GiB load. DSV4_MODEL_LOADER_EXTRA_CONFIG="${DSV4_MODEL_LOADER_EXTRA_CONFIG:-{\"enable_multithread_load\": \"true\", \"num_threads\": 128}}" diff --git a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh index 33e8afd..50f4a47 100755 --- a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh +++ b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh @@ -95,7 +95,9 @@ fi # JSON-bearing args. Quoted as single strings so vllm parses each as one argv. SERVER_ARGS+=(--model-loader-extra-config "$DSV4_MODEL_LOADER_EXTRA_CONFIG") -SERVER_ARGS+=(--speculative-config "$DSV4_SPEC_CONFIG") +if [[ "${DSV4_ENABLE_MTP:-0}" == "1" ]]; then + SERVER_ARGS+=(--speculative-config "$DSV4_SPEC_CONFIG") +fi SERVER_ARGS+=(--compilation-config "$DSV4_COMPILATION_CONFIG") SERVER_ARGS+=(--additional-config "$DSV4_ADDITIONAL_CONFIG")