mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[Bug fix] Set enable_cache_output as false by default (#5751)
This commit is contained in:
@@ -240,7 +240,7 @@ class EngineArgs:
|
||||
"""
|
||||
Flag to enable prefix caching.
|
||||
"""
|
||||
enable_output_caching: bool = True
|
||||
enable_output_caching: bool = False
|
||||
"""
|
||||
Flag to enable kv cache for output tokens, only valid in V1 scheduler.
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user