mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-22 16:07:51 +08:00
Change default value of enable_output_caching to False
This commit is contained in:
@@ -268,7 +268,7 @@ class EngineArgs:
|
|||||||
"""
|
"""
|
||||||
Flag to enable prefix caching.
|
Flag to enable prefix caching.
|
||||||
"""
|
"""
|
||||||
enable_output_caching: bool = True
|
enable_output_caching: bool = False
|
||||||
"""
|
"""
|
||||||
Flag to enable kv cache for output tokens, only valid in V1 scheduler.
|
Flag to enable kv cache for output tokens, only valid in V1 scheduler.
|
||||||
"""
|
"""
|
||||||
|
|||||||
Reference in New Issue
Block a user