227ef603a6
- Restructure repo around experiments/<name>/ and platforms/<chip>.env. - Add shared scripts under scripts/common/ for platform/server/bench-client logic. - Add Kunlun P800 platform config and runtime patches. - Add dsv4_p800_sglang experiment with INT8 smoke-test support. - Update BENCHMARK_WORKFLOW.md and README.md with chip/engine recording rules. - Add scripts/analysis/compare_experiments.py for cross-experiment comparison. - Ignore experiments/*/results/ raw output directories by default.
36 lines
1.2 KiB
Bash
36 lines
1.2 KiB
Bash
# Experiment-level configuration for dsv4_p800_sglang
|
|
# All values can be overridden via environment variables.
|
|
|
|
EXPERIMENT="${EXPERIMENT:-dsv4_p800_sglang}"
|
|
MODEL_NAME="${MODEL_NAME:-DeepSeek-V4-Flash-INT8}"
|
|
MODEL_PATH="${MODEL_PATH:-/data1/models/DeepSeek-V4-Flash-INT8}"
|
|
SERVED_MODEL_NAME="${SERVED_MODEL_NAME:-deepseek-v4-flash-int8}"
|
|
PORT="${PORT:-30000}"
|
|
BACKEND="${BACKEND:-sglang}"
|
|
ENGINE="${ENGINE:-sglang-xpu}"
|
|
DATASET="${DATASET:-random}"
|
|
# Path to a local ShareGPT-style dataset inside the container.
|
|
# Required when HF Hub is offline. The repo ships a dummy dataset under
|
|
# platforms/patches/kunlun_p800/dummy_sharegpt.json; for managed mode it is
|
|
# mounted to /workspace/dummy_sharegpt.json.
|
|
DATASET_PATH="${DATASET_PATH:-/workspace/dummy_sharegpt.json}"
|
|
WARMUP="${WARMUP:-100}"
|
|
NUM_PROMPTS="${NUM_PROMPTS:-512}"
|
|
|
|
# Server launch mode for P800 SGLang.
|
|
# - "fp8" : non-INT8 DeepSeek-V4-Flash checkpoint
|
|
# - "w8a8_int8": DeepSeek-V4-Flash-INT8 checkpoint
|
|
SERVER_MODE="${SERVER_MODE:-w8a8_int8}"
|
|
|
|
# Scenario list: "concurrency input_len output_len" (one per line)
|
|
# Override example: SCENARIOS=("32 512 256")
|
|
if [[ -z "${SCENARIOS:-}" ]]; then
|
|
SCENARIOS=(
|
|
"32 512 256"
|
|
"128 512 256"
|
|
"256 512 256"
|
|
"512 512 256"
|
|
)
|
|
fi
|
|
|