# Configuration for vLLM MTP speculative decoding vs vLLM default comparison on H200.
# The default-side results are reused from dsv4_h200_vllm_dspark_vs_default/results/20260708-142121/default.

EXPERIMENT="dsv4_h200_vllm_mtp_vs_default"
MODEL_NAME="DeepSeek-V4-Flash"
MODEL_PATH="/data/models/DeepSeek-V4-Flash"
SERVED_MODEL_NAME="deepseek-v4-flash"

MTP_PORT="${MTP_PORT:-30009}"
DEFAULT_RESULT_ROOT="${DEFAULT_RESULT_ROOT:-/data/user1/yy/experiments/dsv4_h200_vllm_dspark_vs_default/results/20260708-142121/default}"

VENV_VLLM="${VENV_VLLM:-/data/user1/yy/envs/vllm}"
VENV_CLIENT="${VENV_CLIENT:-/data/user1/yy/envs/sglang}"

export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
TP=8

MAX_MODEL_LEN=32768
MAX_NUM_SEQS=256
SPEC_METHOD="${SPEC_METHOD:-mtp}"
SPEC_TOKENS="${SPEC_TOKENS:-1}"

# Scenarios must match the ones in the reused default result set.
declare -a SCENARIOS=(
  "1   512   256  32"
  "32  512   256  128"
  "128 512   256  128"
  "1   4000  512  32"
  "32  4000  512  64"
)

MTP_START_SCRIPT="${SCRIPT_DIR:-.}/start_mtp.sh"