28 lines
694 B
Bash
Executable File
28 lines
694 B
Bash
Executable File
#!/bin/bash
|
|
# Start sglang 8-card DeepSeek-V4-Flash service
|
|
set -e
|
|
|
|
cd /data/user1/yy
|
|
mkdir -p logs
|
|
|
|
export PYTHONUNBUFFERED=1
|
|
export SGLANG_LOG_LEVEL=info
|
|
export PATH="/data/user1/yy/envs/sglang/bin:$PATH"
|
|
|
|
LOG_FILE="logs/sglang_8card_$(date +%Y%m%d_%H%M%S).log"
|
|
|
|
echo "Starting sglang 8-card DSV4 service, logging to ${LOG_FILE}"
|
|
|
|
exec /data/user1/yy/envs/sglang/bin/sglang serve \
|
|
--trust-remote-code \
|
|
--model-path /data/models/DeepSeek-V4-Flash \
|
|
--tp 8 \
|
|
--moe-runner-backend marlin \
|
|
--speculative-algorithm EAGLE \
|
|
--speculative-num-steps 3 \
|
|
--speculative-eagle-topk 1 \
|
|
--speculative-num-draft-tokens 4 \
|
|
--host 0.0.0.0 \
|
|
--port 30000 \
|
|
2>&1 | tee "${LOG_FILE}"
|