#!/bin/bash
# Docker 全量评测（Full）
# 请根据实际机器修改 MODEL / API_URL / HOST_EVALSCOPE 路径

MODEL="${MODEL:-DeepSeek-V4-Flash-Int8}"
API_URL="${API_URL:-http://localhost:30000/v1}"
HOST_EVALSCOPE="${HOST_EVALSCOPE:-/data1/sora/evalscope}"
OUTPUT_DIR="${OUTPUT_DIR:-/opt/evalscope/output_full}"

docker run -it --rm \
  --network host \
  -v "${HOST_EVALSCOPE}:/opt/evalscope" \
  -v "${HOST_EVALSCOPE}/datasets:/opt/evalscope/datasets" \
  -v "${HOST_EVALSCOPE}/output_full:/opt/evalscope/output_full" \
  -v /var/run/docker.sock:/var/run/docker.sock \
  evalscope-complete-py312:latest \
  bash -c "
    cd /opt/evalscope &&
    python bash/run.py \
      --model ${MODEL} \
      --api-url ${API_URL} \
      --dataset-dir /opt/evalscope \
      --output-dir ${OUTPUT_DIR} \
      --suite full \
      --limit none
  "