#!/bin/bash
# Start sglang 8-card DeepSeek-V4-Flash service
set -e

cd /data/user1/yy
mkdir -p logs

export PYTHONUNBUFFERED=1
export SGLANG_LOG_LEVEL=info
export PATH="/data/user1/yy/envs/sglang/bin:$PATH"

LOG_FILE="logs/sglang_8card_$(date +%Y%m%d_%H%M%S).log"

echo "Starting sglang 8-card DSV4 service, logging to ${LOG_FILE}"

exec /data/user1/yy/envs/sglang/bin/sglang serve \
  --trust-remote-code \
  --model-path /data/models/DeepSeek-V4-Flash \
  --tp 8 \
  --moe-runner-backend marlin \
  --speculative-algorithm EAGLE \
  --speculative-num-steps 3 \
  --speculative-eagle-topk 1 \
  --speculative-num-draft-tokens 4 \
  --host 0.0.0.0 \
  --port 30000 \
  2>&1 | tee "${LOG_FILE}"