[Fix] Persist FlashInfer JIT cache across services
This commit is contained in:
parent
7f67dfe6b3
commit
ab9a5422f6
@ -160,6 +160,7 @@ prewarm_one_node() {
|
||||
sudo_host "$host" mkdir -p "${FLASHINFER_CACHE}"
|
||||
sudo_host "$host" docker run --rm --gpus device=0 \
|
||||
-v "${FLASHINFER_CACHE}:/root/.cache/flashinfer" \
|
||||
-e FLASHINFER_WORKSPACE_BASE=/root \
|
||||
-e FLASHINFER_DISABLE_VERSION_CHECK=1 \
|
||||
--entrypoint python3 "${PR_IMAGE}" -m pytest -q -s \
|
||||
/opt/pr-tests/test_mxfp4_sm120_cutlass.py \
|
||||
@ -238,6 +239,7 @@ start_node() {
|
||||
-e NCCL_IB_GID_INDEX=3 -e NCCL_IB_TIMEOUT=22 -e NCCL_IB_RETRY_CNT=7
|
||||
-e NCCL_CUMEM_ENABLE=1 -e PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
||||
-e SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK=0 -e SGLANG_MOE_FUSED_GATE_RADIX=1
|
||||
-e FLASHINFER_WORKSPACE_BASE=/root
|
||||
-e FLASHINFER_DISABLE_VERSION_CHECK=1
|
||||
"${PR_IMAGE}" -lc "$bootstrap"
|
||||
)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user