- sskj.deploy runtime 支持 NODE_HOSTS 多节点编排(ssh 分发/本地 rank/LOCAL_NODE_RANK)
与 ENGINE=vllm 启动(SERVER_CMD),容器名按 rank 自动唯一
- scripts/common/deploy_cli.sh 新增 deploy_stop/status/multinode helper 与 node-rank 透传
- src/sskj/common/env.py 修复嵌套 ${VAR:-${OTHER}/path} 展开(平衡花括号扫描)
- deploy/profiles/pro6000/ 新增 6 个 profile: tp16/tp16_eagle/glm52(多节点)、
sglang/vllm tp_dp_matrix、qwen3(单节点)
- 6 个实验 start/stop 脚本改为 deploy 薄包装,run_bench/adaptive 的 server 启停走
deploy_render_args/deploy_start/deploy_stop,tp16 新增 matrix.json
- 首次入库 glm52_pro6000_sglang_multinode_tp16 实验目录;ops/README.md 补 pro6000 章节
- 实测通过: 单节点 dsv4 sglang/vllm 链路 + tp16 双节点启动/bench/清理
129 lines
2.0 KiB
JSON
129 lines
2.0 KiB
JSON
{
|
|
"comment": "Only mandatory (Y) combinations are tested; 1M ISL is excluded per user request.",
|
|
"mode": "Y",
|
|
"matrix": {
|
|
"1024": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "Y"
|
|
},
|
|
"4096": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "Y"
|
|
},
|
|
"8192": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "Y"
|
|
},
|
|
"16384": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "P"
|
|
},
|
|
"32768": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "P"
|
|
},
|
|
"65536": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "P",
|
|
"4096": "N"
|
|
},
|
|
"131072": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "P",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"262144": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "P",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"524288": {
|
|
"128": "Y",
|
|
"256": "P",
|
|
"512": "N",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"1048576": {
|
|
"128": "Y",
|
|
"256": "P",
|
|
"512": "N",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
}
|
|
},
|
|
"concurrency": {
|
|
"1024": {
|
|
"low": 1,
|
|
"high": 128
|
|
},
|
|
"4096": {
|
|
"low": 1,
|
|
"high": 64
|
|
},
|
|
"8192": {
|
|
"low": 1,
|
|
"high": 64
|
|
},
|
|
"16384": {
|
|
"low": 1,
|
|
"high": 32
|
|
},
|
|
"32768": {
|
|
"low": 1,
|
|
"high": 16
|
|
},
|
|
"65536": {
|
|
"low": 1,
|
|
"high": 8
|
|
},
|
|
"131072": {
|
|
"low": 1,
|
|
"high": 4
|
|
},
|
|
"262144": {
|
|
"low": 1,
|
|
"high": 2
|
|
},
|
|
"524288": {
|
|
"low": 1,
|
|
"high": 2
|
|
},
|
|
"1048576": {
|
|
"low": 1,
|
|
"high": 2
|
|
}
|
|
}
|
|
}
|