19 lines
915 B
Docker
19 lines
915 B
Docker
ARG BASE_IMAGE=local/sglang:kimi-k3-sm120-flashinfer-mxfp4-phase5
|
|
FROM ${BASE_IMAGE}
|
|
|
|
COPY patches/31869.patch /tmp/pd-patches/31869.patch
|
|
COPY patches/32797.patch /tmp/pd-patches/32797.patch
|
|
COPY mooncake.whl /tmp/mooncake_transfer_engine_cuda13-0.3.12.post1-cp312-cp312-manylinux_2_28_x86_64.whl
|
|
|
|
RUN cd /sgl-workspace/sglang \
|
|
&& patch -p1 --forward < /tmp/pd-patches/31869.patch \
|
|
&& patch -p1 --forward < /tmp/pd-patches/32797.patch \
|
|
&& python3 -m pip install --no-deps --force-reinstall \
|
|
/tmp/mooncake_transfer_engine_cuda13-0.3.12.post1-cp312-cp312-manylinux_2_28_x86_64.whl \
|
|
&& python3 -m compileall -q \
|
|
python/sglang/srt/disaggregation \
|
|
python/sglang/srt/managers/scheduler.py \
|
|
python/sglang/srt/managers/scheduler_pp_mixin.py \
|
|
&& rm -rf /tmp/pd-patches \
|
|
/tmp/mooncake_transfer_engine_cuda13-0.3.12.post1-cp312-cp312-manylinux_2_28_x86_64.whl
|