90fc378d2b
- Add dsv4_h20_vllm_tp_dp_matrix experiment (vLLM backend) - Add dsv4_h20_sglang_tp_dp_matrix experiment (SGLang backend) - Add nvidia_h20 platform config with H20-specific paths - Fix platform.sh auto-detection to distinguish H20 from H200 - Fix vLLM Docker startup: remove --entrypoint override for CDI compat - Fix vLLM 0.25.1 CLI args: remove redundant 'serve' from SERVER_ARGS - Download ShareGPT dataset to local datasets dir - Rename DSL to OSL across both experiments
82 lines
1.6 KiB
JSON
82 lines
1.6 KiB
JSON
{
|
|
"comment": "ISL/OSL matrix for dsv4_h20_sglang_tp_dp_matrix. Y=must test, P=optional (record N on failure), N=skip.",
|
|
"mode": "Y",
|
|
"comment": "Only mandatory (Y) combinations are tested; 1M ISL is excluded per user request.",
|
|
"matrix": {
|
|
"1024": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "Y"
|
|
},
|
|
"4096": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "Y"
|
|
},
|
|
"16384": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "Y",
|
|
"4096": "P"
|
|
},
|
|
"65536": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "Y",
|
|
"2048": "P",
|
|
"4096": "N"
|
|
},
|
|
"131072": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "Y",
|
|
"1024": "P",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"262144": {
|
|
"128": "Y",
|
|
"256": "Y",
|
|
"512": "P",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"524288": {
|
|
"128": "Y",
|
|
"256": "P",
|
|
"512": "N",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
},
|
|
"1048576": {
|
|
"128": "Y",
|
|
"256": "P",
|
|
"512": "N",
|
|
"1024": "N",
|
|
"2048": "N",
|
|
"4096": "N"
|
|
}
|
|
},
|
|
"concurrency": {
|
|
"1024": { "low": 1, "high": 128 },
|
|
"4096": { "low": 1, "high": 64 },
|
|
"16384": { "low": 1, "high": 32 },
|
|
"65536": { "low": 1, "high": 8 },
|
|
"131072": { "low": 1, "high": 4 },
|
|
"262144": { "low": 1, "high": 2 },
|
|
"524288": { "low": 1, "high": 2 },
|
|
"1048576": { "low": 1, "high": 2 }
|
|
}
|
|
}
|