apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 17:11:21 +08:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

[Feature] Config eviction_duration (#7125)

Browse Source 
* [Feature] Config eviction_duration

* [Feature] Config eviction_duration

* [Feature] Config eviction_duration

* [Feature] Config eviction_duration

---------

Co-authored-by: mouxin <mouxin@baidu.com>
This commit is contained in:
mouxin
2026-04-01 16:46:21 +08:00
committed by GitHub
parent c29e86fc9d
commit 6cae9b1f50
8 changed files with 427 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/golang_router/examples/run_with_default_workers/config/config.example.yaml
+1
View File
@@ -9,6 +9,7 @@ scheduler:
prefill-policy: "cache_aware"
decode-policy: "request_num"
eviction-interval-secs: 60
eviction-duration-mins: 30 # eviction duration for cache-aware radix tree nodes (minutes); default: 30
balance-abs-threshold: 1
balance-rel-threshold: 0.2
hit-ratio-weight: 1.0