# Long-context matrix for SGLang-XPU on DeepSeek-V4-Flash-INT8 (P800, TP=8).
# Input lengths: 64k, 128k (P800 INT8 max input length is ~131072 tokens).
# Output lengths: 256, 1k, 4k
# Concurrency: conservative to fit XPU memory.

EXPERIMENT="dsv4_p800_long_context_matrix"
MODEL_NAME="DeepSeek-V4-Flash-INT8"
MODEL_PATH="/data1/models/DeepSeek-V4-Flash-INT8"
SERVED_MODEL_NAME="deepseek-v4-flash-int8"

PORT="${PORT:-30013}"

# Padding added to the longest sequence length when setting server context length.
CONTEXT_PAD="${CONTEXT_PAD:-1024}"

# Per-context server settings. Each group is run with its own server start.
# Format: "input_label max_context_len max_running"
declare -a CONTEXT_GROUPS=(
  "64k  80000  10"
  "128k 140000 5"
)

# Scenarios per group: "concurrency input_len output_len num_prompts"
declare -a SCENARIOS_64K=(
  "10 65536  256  50"
  "5  65536  256  25"
  "2  65536  256  10"
  "10 65536  1024 50"
  "5  65536  1024 25"
  "2  65536  1024 10"
  "10 65536  4096 50"
  "5  65536  4096 25"
  "2  65536  4096 10"
)

declare -a SCENARIOS_128K=(
  "5  131072 256  20"
  "2  131072 256  10"
  "1  131072 256  5"
  "5  131072 1024 20"
  "2  131072 1024 10"
  "1  131072 1024 5"
  "5  131072 4096 20"
  "2  131072 4096 10"
  "1  131072 4096 5"
)

CONTAINER_NAME="${CONTAINER_NAME:-sglang-dsv4-flash}"
CONTAINER_PYTHON="${CONTAINER_PYTHON:-/root/miniconda/envs/python310_torch25_cuda/bin/python}"
DOCKER_IMAGE="${DOCKER_IMAGE:-iregistry.baidu-int.com/xpu/sglang-p800-pd-disagg-0510:20260511_4202}"
PATCH_ROOT="${PATCH_ROOT:-${ROOT_DIR}/platforms/patches/kunlun_p800}"