90eecc4ede
- New experiment: experiments/dsv4_p800_long_context_matrix/ - Single backend: sglang-xpu in Docker on Kunlun P800 - Context groups: 64k (max_context_len=80000, max_running=10) and 128k (max_context_len=140000, max_running=5) - Scenarios: concurrency sweeps x output lengths 256/1024/4096 - Parameterized start_sglang.sh enforces max_running >= 2 to avoid P800 INT8 req_to_token_pool allocation failures - Reuses proven P800 INT8 environment, NSA/EAGLE settings, and bench_serving invocations from dsv4_p800_max_context_length
52 lines
1.5 KiB
Bash
52 lines
1.5 KiB
Bash
# Long-context matrix for SGLang-XPU on DeepSeek-V4-Flash-INT8 (P800, TP=8).
|
|
# Input lengths: 64k, 128k (P800 INT8 max input length is ~131072 tokens).
|
|
# Output lengths: 256, 1k, 4k
|
|
# Concurrency: conservative to fit XPU memory.
|
|
|
|
EXPERIMENT="dsv4_p800_long_context_matrix"
|
|
MODEL_NAME="DeepSeek-V4-Flash-INT8"
|
|
MODEL_PATH="/data1/models/DeepSeek-V4-Flash-INT8"
|
|
SERVED_MODEL_NAME="deepseek-v4-flash-int8"
|
|
|
|
PORT="${PORT:-30013}"
|
|
|
|
# Padding added to the longest sequence length when setting server context length.
|
|
CONTEXT_PAD="${CONTEXT_PAD:-1024}"
|
|
|
|
# Per-context server settings. Each group is run with its own server start.
|
|
# Format: "input_label max_context_len max_running"
|
|
declare -a CONTEXT_GROUPS=(
|
|
"64k 80000 10"
|
|
"128k 140000 5"
|
|
)
|
|
|
|
# Scenarios per group: "concurrency input_len output_len num_prompts"
|
|
declare -a SCENARIOS_64K=(
|
|
"10 65536 256 50"
|
|
"5 65536 256 25"
|
|
"2 65536 256 10"
|
|
"10 65536 1024 50"
|
|
"5 65536 1024 25"
|
|
"2 65536 1024 10"
|
|
"10 65536 4096 50"
|
|
"5 65536 4096 25"
|
|
"2 65536 4096 10"
|
|
)
|
|
|
|
declare -a SCENARIOS_128K=(
|
|
"5 131072 256 20"
|
|
"2 131072 256 10"
|
|
"1 131072 256 5"
|
|
"5 131072 1024 20"
|
|
"2 131072 1024 10"
|
|
"1 131072 1024 5"
|
|
"5 131072 4096 20"
|
|
"2 131072 4096 10"
|
|
"1 131072 4096 5"
|
|
)
|
|
|
|
CONTAINER_NAME="${CONTAINER_NAME:-sglang-dsv4-flash}"
|
|
CONTAINER_PYTHON="${CONTAINER_PYTHON:-/root/miniconda/envs/python310_torch25_cuda/bin/python}"
|
|
DOCKER_IMAGE="${DOCKER_IMAGE:-iregistry.baidu-int.com/xpu/sglang-p800-pd-disagg-0510:20260511_4202}"
|
|
PATCH_ROOT="${PATCH_ROOT:-${ROOT_DIR}/platforms/patches/kunlun_p800}"
|