28 lines
964 B
Bash
Executable File
28 lines
964 B
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
|
|
export TMPDIR=/data/tmp
|
|
export TEMP=/data/tmp
|
|
export TMP=/data/tmp
|
|
export PIP_CACHE_DIR=/data/tmp/pip-cache
|
|
export SETUPTOOLS_SCM_PRETEND_VERSION=0.23.1.dev788
|
|
mkdir -p $PIP_CACHE_DIR
|
|
|
|
cd /data/user1/yy/vllm-main
|
|
PYTHON=/data/user1/yy/envs/vllm-dspark/bin/python
|
|
PIP=/data/user1/yy/envs/vllm-dspark/bin/pip
|
|
|
|
echo "Installing torch 2.11.0 with CUDA 12.9..."
|
|
$PIP install torch==2.11.0 --index-url https://download.pytorch.org/whl/cu129 --cache-dir $PIP_CACHE_DIR
|
|
|
|
echo "Installing numpy and build dependencies..."
|
|
$PIP install numpy cmake ninja packaging "setuptools>=77.0.3,<81.0.0" setuptools-scm setuptools-rust wheel jinja2 --cache-dir $PIP_CACHE_DIR
|
|
|
|
echo "Installing vllm from source (this will compile CUDA kernels, may take 30-60 min)..."
|
|
$PIP install -e . --no-build-isolation --cache-dir $PIP_CACHE_DIR
|
|
|
|
echo "Verifying installation..."
|
|
$PYTHON -c "import vllm; print('vllm version:', vllm.__version__)"
|
|
|
|
echo "Installation complete."
|