mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-24 01:29:57 +08:00
[Feature] Update Counter Release (#6943)
This commit is contained in:
@@ -7,7 +7,7 @@ server:
|
||||
scheduler:
|
||||
policy: "power_of_two"
|
||||
prefill-policy: "cache_aware"
|
||||
decode-policy: "fd_metrics_score"
|
||||
decode-policy: "request_num"
|
||||
eviction-interval-secs: 60
|
||||
balance-abs-threshold: 1
|
||||
balance-rel-threshold: 0.2
|
||||
|
||||
Reference in New Issue
Block a user