#!/usr/bin/env bash # Start the Qwen3-235B-A22B SGLang TP=8 server through the shared deployment layer. set -Eeuo pipefail SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" EXPERIMENT_NAME="$(basename "$SCRIPT_DIR")" # shellcheck source=/dev/null source "${SCRIPT_DIR}/../../../scripts/common/lib.sh" # shellcheck source=/dev/null source "${SCRIPT_DIR}/config.env" # shellcheck source=/dev/null source "${SCRIPT_DIR}/../../../scripts/common/platform.sh" # shellcheck source=/dev/null source "${SCRIPT_DIR}/../../../scripts/common/deploy_cli.sh" RUNTIME_BASE="${RUNTIME_BASE:-${SCRIPT_DIR}/runtime}" mkdir -p "${RUNTIME_BASE}/logs" "${RUNTIME_BASE}/tmp" log "starting server for ${EXPERIMENT_NAME} (NVIDIA, TP=${TP}) via deploy profile" log "model: ${MODEL_PATH}" log "image: ${DOCKER_IMAGE}" log "port: ${PORT} container: ${CONTAINER_NAME}" deploy_start \ "${DEPLOY_PROFILE:-pro6000/qwen3_235b_pro6000_sglang_tp8}" \ "${TP:-8}" "1" \ "${RUNTIME_BASE}/logs" \ "${PORT:-30010}" \ "$MODEL_PATH" \ "$CONTAINER_NAME"