25 lines
832 B
Bash
25 lines
832 B
Bash
# Platform configuration for NVIDIA H20
|
|
# Source this file via scripts/common/platform.sh
|
|
|
|
CHIP="nvidia_h20"
|
|
ACCELERATOR="NVIDIA H20"
|
|
HARDWARE="8x NVIDIA H20 96GB"
|
|
ENGINE="vllm"
|
|
|
|
# Device selection
|
|
DEVICE_SELECT_ENV="CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7"
|
|
CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
|
|
|
|
# Default serving port and model root on the host
|
|
DEFAULT_PORT="30004"
|
|
MODEL_ROOT="/data1/hf_models"
|
|
|
|
# Virtual environments on the host (used by native H20 scripts).
|
|
# Override these if your H20 machine uses different paths.
|
|
VENV_VLLM="${VENV_VLLM:-${ROOT_DIR}/envs/vllm}"
|
|
VENV_SGLANG="${VENV_SGLANG:-${ROOT_DIR}/envs/sglang}"
|
|
VENV_CLIENT="${VENV_CLIENT:-${ROOT_DIR}/envs/sglang}"
|
|
|
|
# Default server start script for the legacy benchmark grid.
|
|
SERVER_START_SCRIPT="${SERVER_START_SCRIPT:-${ROOT_DIR}/scripts/start_dsv4_dspark_8card.sh}"
|