diff --git a/experiments/p800/dsv4_p800_sglang_profile/start_sglang_docker.sh b/experiments/p800/dsv4_p800_sglang_profile/start_sglang_docker.sh index 7d86f65..6d9d2f7 100755 --- a/experiments/p800/dsv4_p800_sglang_profile/start_sglang_docker.sh +++ b/experiments/p800/dsv4_p800_sglang_profile/start_sglang_docker.sh @@ -81,6 +81,7 @@ env_args=( -e BKCL_RDMA_VERBS=1 -e XSGL_INT8_LM_HEAD=1 -e SGLANG_P800_ALL_GATHER_FALLBACK=0 + -e SGLANG_TIMING_ENABLED=1 -e XPU_ENABLE_PROFILER_TRACING=1 ) @@ -99,7 +100,7 @@ set -Eeuo pipefail cd /workspace find /root/miniconda/envs/python310_torch25_cuda/lib/python3.10/site-packages/sglang -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true /root/miniconda/envs/python310_torch25_cuda/bin/pip install --upgrade safetensors -q 2>/dev/null -/root/miniconda/envs/python310_torch25_cuda/bin/python -c "import torch; torch.float8_e8m0fnu = torch.uint8; import runpy, sys; sys.argv[0] = 'sglang.launch_server'; runpy.run_module('sglang.launch_server', run_name='__main__')" LAUNCH_ARGS_PLACEHOLDER +/root/miniconda/envs/python310_torch25_cuda/bin/python -c "import p800_timing; import torch; torch.float8_e8m0fnu = torch.uint8; import runpy, sys; sys.argv[0] = 'sglang.launch_server'; runpy.run_module('sglang.launch_server', run_name='__main__')" LAUNCH_ARGS_PLACEHOLDER ENTRYEOF # Insert the launch args @@ -116,6 +117,7 @@ patch_mounts=( -v "${PATCH_ROOT}/config_backup_small_w8a8_int8.json:/root/miniconda/envs/python310_torch25_cuda/lib/python3.10/site-packages/sglang/srt/configs/config_backup_small.json:ro" -v "${PATCH_ROOT}/parallel_state.py:/root/miniconda/envs/python310_torch25_cuda/lib/python3.10/site-packages/sglang/srt/distributed/parallel_state.py:ro" -v "${PATCH_ROOT}/vocab_parallel_embedding.py:/root/miniconda/envs/python310_torch25_cuda/lib/python3.10/site-packages/sglang/srt/layers/vocab_parallel_embedding.py:ro" + -v "${PATCH_ROOT}/p800_timing.py:/root/miniconda/envs/python310_torch25_cuda/lib/python3.10/site-packages/p800_timing.py:ro" -v "${ENTRYPOINT_FILE}:/workspace/entrypoint.sh:ro" ) BENCH_SERVING_PATCH="${SCRIPT_DIR}/patches/bench_serving.py"