[Feature] Update Counter Release (#6943)

This commit is contained in:
mouxin
2026-03-20 10:51:37 +08:00
committed by GitHub
parent f4a79d4c00
commit 96b0ecea6b
7 changed files with 251 additions and 50 deletions
@@ -7,7 +7,7 @@ server:
scheduler:
policy: "power_of_two"
prefill-policy: "cache_aware"
decode-policy: "fd_metrics_score"
decode-policy: "request_num"
eviction-interval-secs: 60
balance-abs-threshold: 1
balance-rel-threshold: 0.2