a5d69dfd9a
- Update platforms/nvidia_h200.env with ENGINE and configurable venv/paths. - Update platforms/README.md with H200 notes and platform-addition guide. - Add docs/H200_QUICKSTART.md with concrete H200 usage steps. - Add experiments/dsv4_h200_dspark/ as a migration wrapper around the existing scripts/benchmark_dspark_0707/ grid benchmark, writing results into the new experiments/<name>/results/<RUN_ID>/ layout. - Update BENCHMARK_WORKFLOW.md with a 'Adding a New Platform or Experiment' section and mention the H200 wrapper in Quick Start. - Update main README.md to index the H200 experiment and link to the guide.
24 lines
822 B
Bash
24 lines
822 B
Bash
# Platform configuration for NVIDIA H200
|
|
# Source this file via scripts/common/platform.sh
|
|
|
|
CHIP="nvidia_h200"
|
|
ACCELERATOR="NVIDIA H200"
|
|
HARDWARE="8x NVIDIA H200 143GB"
|
|
ENGINE="vllm-dspark"
|
|
|
|
# Device selection
|
|
DEVICE_SELECT_ENV="CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7"
|
|
CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
|
|
|
|
# Default serving port and model root on the host
|
|
DEFAULT_PORT="30004"
|
|
MODEL_ROOT="/data/models"
|
|
|
|
# Virtual environments on the host (used by native H200 scripts).
|
|
# Override these if your H200 machine uses different paths.
|
|
VENV_VLLM_DSPARK="${VENV_VLLM_DSPARK:-/data/user1/yy/envs/vllm-dspark}"
|
|
VENV_SGLANG="${VENV_SGLANG:-/data/user1/yy/envs/sglang}"
|
|
|
|
# Default server start script for the legacy DSpark benchmark grid.
|
|
SERVER_START_SCRIPT="${SERVER_START_SCRIPT:-${ROOT_DIR}/scripts/start_dsv4_dspark_8card.sh}"
|