qqtang/sskj
1
3
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Fix] Keep Kimi benchmark tokenizer offline

Browse Source
This commit is contained in:
Zhiyi Hong 2026-08-18 15:12:24 +08:00
parent be9d6bfe3a
commit 27b8be09cb
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
experiments/pro6000/kimi3_pro6000_sglang_tp32ep32_moe_backend_prefill/run_moe_backend_prefill.sh
View File

@ -265,6 +265,7 @@ run_one_bench() {
-e PYTHONUNBUFFERED=1 --entrypoint python3 "$CANDIDATE_IMAGE" \ -e PYTHONUNBUFFERED=1 --entrypoint python3 "$CANDIDATE_IMAGE" \
-m "$BENCH_MODULE" \ -m "$BENCH_MODULE" \
--backend sglang --host "$HEAD_HOST" --port "$PORT" \ --backend sglang --host "$HEAD_HOST" --port "$PORT" \
--tokenizer "$MODEL_PATH" \
"${dataset_args[@]}" \ "${dataset_args[@]}" \
--random-input-len "$INPUT_LEN" --random-output-len "$OUTPUT_LEN" \ --random-input-len "$INPUT_LEN" --random-output-len "$OUTPUT_LEN" \
--random-range-ratio 1.0 --num-prompts "$NUM_PROMPTS" \ --random-range-ratio 1.0 --num-prompts "$NUM_PROMPTS" \