11 lines
385 B
Bash
11 lines
385 B
Bash
export PYTHONPATH=/data/ymrl/h3_cache_patch${PYTHONPATH:+:$PYTHONPATH}
|
|
export SGLANG_CACHE_DIT_ENABLED=true
|
|
export SGLANG_CACHE_DIT_FN=2
|
|
export SGLANG_CACHE_DIT_BN=0
|
|
export SGLANG_CACHE_DIT_RDT=0.03
|
|
export SGLANG_CACHE_DIT_MC=2
|
|
export SGLANG_CACHE_DIT_WARMUP=2
|
|
export SGLANG_CACHE_DIT_TAYLORSEER=false
|
|
export SGLANG_CACHE_DIT_SCM_PRESET=none
|
|
export SGLANG_CACHE_DIT_SCM_POLICY=dynamic
|