diff --git a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env index 83290d5..73d8868 100644 --- a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env +++ b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/config.env @@ -130,6 +130,8 @@ DSV4_COMPILATION_CONFIG="${DSV4_COMPILATION_CONFIG:-{\"cudagraph_mode\": \"FULL_ DSV4_ADDITIONAL_CONFIG="${DSV4_ADDITIONAL_CONFIG:-{\"ascend_compilation_config\":{\"enable_npugraph_ex\":true,\"enable_static_kernel\":false},\"enable_cpu_binding\": true,\"multistream_overlap_shared_expert\":true}}" DSV4_ENABLE_EXPERT_PARALLEL="${DSV4_ENABLE_EXPERT_PARALLEL:-1}" DSV4_ENABLE_ASYNC_SCHEDULING="${DSV4_ENABLE_ASYNC_SCHEDULING:-1}" +# MTP speculative decoding (disabled for fair comparison with H20 which has no MTP). +DSV4_ENABLE_MTP="${DSV4_ENABLE_MTP:-0}" # Model-loader extra config (multithread load, 128 threads) to speed up 280GiB load. DSV4_MODEL_LOADER_EXTRA_CONFIG="${DSV4_MODEL_LOADER_EXTRA_CONFIG:-{\"enable_multithread_load\": \"true\", \"num_threads\": 128}}" diff --git a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh index 33e8afd..50f4a47 100755 --- a/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh +++ b/experiments/910c/dsv4_910c_vllm_tp_dp_matrix/start_vllm_docker.sh @@ -95,7 +95,9 @@ fi # JSON-bearing args. Quoted as single strings so vllm parses each as one argv. SERVER_ARGS+=(--model-loader-extra-config "$DSV4_MODEL_LOADER_EXTRA_CONFIG") -SERVER_ARGS+=(--speculative-config "$DSV4_SPEC_CONFIG") +if [[ "${DSV4_ENABLE_MTP:-0}" == "1" ]]; then + SERVER_ARGS+=(--speculative-config "$DSV4_SPEC_CONFIG") +fi SERVER_ARGS+=(--compilation-config "$DSV4_COMPILATION_CONFIG") SERVER_ARGS+=(--additional-config "$DSV4_ADDITIONAL_CONFIG")