34 lines
1.0 KiB
Bash
Executable File
34 lines
1.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Start the SGLang TPxDP server through the shared deployment layer.
|
|
# Usage: start_sglang_docker.sh <TP> <DP>
|
|
set -Eeuo pipefail
|
|
|
|
TP="${1:-}"
|
|
DP="${2:-}"
|
|
if [[ -z "$TP" || -z "$DP" ]]; then
|
|
echo "Usage: $0 <TP> <DP>"
|
|
exit 1
|
|
fi
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
# shellcheck source=/dev/null
|
|
source "${SCRIPT_DIR}/../../../scripts/common/lib.sh"
|
|
# shellcheck source=/dev/null
|
|
source "${SCRIPT_DIR}/../../../scripts/common/platform.sh"
|
|
# shellcheck source=/dev/null
|
|
source "${SCRIPT_DIR}/config.env"
|
|
# shellcheck source=/dev/null
|
|
source "${SCRIPT_DIR}/../../../scripts/common/deploy_cli.sh"
|
|
|
|
RUNTIME_BASE="${RUNTIME_BASE:-${SCRIPT_DIR}/runtime}"
|
|
mkdir -p "${RUNTIME_BASE}/logs" "${RUNTIME_BASE}/tmp"
|
|
|
|
log "starting SGLang server tp=${TP} dp=${DP} via deploy profile"
|
|
deploy_start \
|
|
"${DEPLOY_PROFILE:-pro6000/kimi3_pro6000_sglang_tp32ep32}" \
|
|
"$TP" "$DP" \
|
|
"${RUNTIME_BASE}/logs" \
|
|
"${SGLANG_PORT:-30000}" \
|
|
"$MODEL_PATH" \
|
|
"${EXPERIMENT}_sglang_tp${TP}_dp${DP}"
|