17 lines
642 B
Bash
17 lines
642 B
Bash
#!/usr/bin/env bash
|
|
set -Eeuo pipefail
|
|
cd /data/wxy/sskj-h3/throughput/sglang-lora
|
|
source cache_env.sh
|
|
export SGLANG_CACHE_DIT_FN=2
|
|
export SGLANG_CACHE_DIT_BN=0
|
|
export SGLANG_CACHE_DIT_RDT=0.03
|
|
export SGLANG_CACHE_DIT_MC=2
|
|
export SGLANG_CACHE_DIT_WARMUP=2
|
|
export SGLANG_CACHE_DIT_TAYLORSEER=false
|
|
export SGLANG_CACHE_DIT_SCM_PRESET=none
|
|
export SGLANG_CACHE_DIT_SCM_POLICY=dynamic
|
|
export RECORDS=/data/wxy/sskj-h3/throughput/sglang-lora/records_rewritten.json
|
|
export RUN_ID="ref2va-feishu-larry-cache-rdt03-mc2-fn2-newprompt-$(date +%Y%m%d-%H%M%S)"
|
|
echo "RUN_ID=$RUN_ID"
|
|
bash run_cache_dit_larry_feishu.sh 2>&1 | tee larry_cache_newprompt.log
|