fix(pd): config.env 加 DOCKER_CLIENT_IMAGE(bench 用 docker client 复用 kimi-k3 镜像)
This commit is contained in:
parent
04dfa31583
commit
da0e1b4372
@ -18,11 +18,14 @@ SGLANG_PORT="${SGLANG_PORT:-31000}"
|
|||||||
MOONCAKE_MASTER="${MOONCAKE_MASTER:-174.1.60.1:50051}"
|
MOONCAKE_MASTER="${MOONCAKE_MASTER:-174.1.60.1:50051}"
|
||||||
|
|
||||||
# Python interpreter for orchestration scripts.
|
# Python interpreter for orchestration scripts.
|
||||||
VENV_CLIENT="${VENV_CLIENT:-/root/miniconda3/envs/mas}"
|
# VENV_CLIENT: 不用 native client(本环境无 sglang.bench_serving),改用 docker client
|
||||||
|
|
||||||
# Run the benchmark client natively (0) or inside Docker (1).
|
# Run the benchmark client natively (0) or inside Docker (1).
|
||||||
USE_DOCKER_CLIENT="${USE_DOCKER_CLIENT:-1}"
|
USE_DOCKER_CLIENT="${USE_DOCKER_CLIENT:-1}"
|
||||||
|
|
||||||
|
# Benchmark client: 复用 kimi-k3 镜像(内含 sglang.bench_serving)。
|
||||||
|
DOCKER_CLIENT_IMAGE="${DOCKER_CLIENT_IMAGE:-lmsysorg/sglang:kimi-k3}"
|
||||||
|
|
||||||
# Deployment profiles used by deploy_pd.sh.
|
# Deployment profiles used by deploy_pd.sh.
|
||||||
P_DEPLOY_PROFILE="${P_DEPLOY_PROFILE:-pro6000/kimi3_pro6000_pd_prefill}"
|
P_DEPLOY_PROFILE="${P_DEPLOY_PROFILE:-pro6000/kimi3_pro6000_pd_prefill}"
|
||||||
D_DEPLOY_PROFILE="${D_DEPLOY_PROFILE:-pro6000/kimi3_pro6000_pd_decode}"
|
D_DEPLOY_PROFILE="${D_DEPLOY_PROFILE:-pro6000/kimi3_pro6000_pd_decode}"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user