8ebe963269
- New experiment directory with adaptive concurrency benchmark for SGLang - Platform config for 8x NVIDIA RTX 6000D 84GB - Adapted from dsv4_h200_sglang_tp_dp_matrix with updated paths: - Model path: /data/hf_models/DeepSeek-V4-Flash - Venv path: /root/.miniconda3/envs/sglang - Dataset path: /data/yy/sskj/datasets/
24 lines
824 B
Bash
24 lines
824 B
Bash
# Platform configuration for NVIDIA RTX 6000D (Pro 6000D)
|
|
# Source this file via scripts/common/platform.sh
|
|
|
|
CHIP="nvidia_rtx6000d"
|
|
ACCELERATOR="NVIDIA RTX 6000D"
|
|
HARDWARE="8x NVIDIA RTX 6000D 84GB"
|
|
ENGINE="sglang"
|
|
|
|
# Device selection
|
|
DEVICE_SELECT_ENV="CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7"
|
|
CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
|
|
|
|
# Default serving port and model root on the host
|
|
DEFAULT_PORT="30004"
|
|
MODEL_ROOT="/data/hf_models"
|
|
|
|
# Virtual environments on the host (used by native scripts).
|
|
# Override these if your machine uses different paths.
|
|
VENV_SGLANG="${VENV_SGLANG:-/root/.miniconda3/envs/sglang}"
|
|
VENV_CLIENT="${VENV_CLIENT:-/root/.miniconda3/envs/sglang}"
|
|
|
|
# Default server start script for the legacy benchmark grid.
|
|
SERVER_START_SCRIPT="${SERVER_START_SCRIPT:-${ROOT_DIR}/scripts/start_dsv4_dspark_8card.sh}"
|