7d2ed7f05d
- Experiment: experiments/dsv4_h200_vllm_mtp_vs_default/
- Use official DeepSeek-V4 recipe: --speculative-config '{method: mtp, num_speculative_tokens: 1}'
- Reuse default-side results from dsv4_h200_vllm_dspark_vs_default
- Add TTFT analysis for DSpark vs default trade-offs
33 lines
1.0 KiB
Bash
33 lines
1.0 KiB
Bash
# Configuration for vLLM MTP speculative decoding vs vLLM default comparison on H200.
|
|
# The default-side results are reused from dsv4_h200_vllm_dspark_vs_default/results/20260708-142121/default.
|
|
|
|
EXPERIMENT="dsv4_h200_vllm_mtp_vs_default"
|
|
MODEL_NAME="DeepSeek-V4-Flash"
|
|
MODEL_PATH="/data/models/DeepSeek-V4-Flash"
|
|
SERVED_MODEL_NAME="deepseek-v4-flash"
|
|
|
|
MTP_PORT="${MTP_PORT:-30009}"
|
|
DEFAULT_RESULT_ROOT="${DEFAULT_RESULT_ROOT:-/data/user1/yy/experiments/dsv4_h200_vllm_dspark_vs_default/results/20260708-142121/default}"
|
|
|
|
VENV_VLLM="${VENV_VLLM:-/data/user1/yy/envs/vllm}"
|
|
VENV_CLIENT="${VENV_CLIENT:-/data/user1/yy/envs/sglang}"
|
|
|
|
export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
|
|
TP=8
|
|
|
|
MAX_MODEL_LEN=32768
|
|
MAX_NUM_SEQS=256
|
|
SPEC_METHOD="${SPEC_METHOD:-mtp}"
|
|
SPEC_TOKENS="${SPEC_TOKENS:-1}"
|
|
|
|
# Scenarios must match the ones in the reused default result set.
|
|
declare -a SCENARIOS=(
|
|
"1 512 256 32"
|
|
"32 512 256 128"
|
|
"128 512 256 128"
|
|
"1 4000 512 32"
|
|
"32 4000 512 64"
|
|
)
|
|
|
|
MTP_START_SCRIPT="${SCRIPT_DIR:-.}/start_mtp.sh"
|