mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[XPU]MAX_BSZ aligns gpu settings and disable prefix cache in OCR VL (#5831)
This commit is contained in:
@@ -564,6 +564,9 @@ class EngineArgs:
|
||||
|
||||
if "PaddleOCR" in get_model_architecture(self.model, self.model_config_name):
|
||||
envs.FD_ENABLE_MAX_PREFILL = 1
|
||||
# TODO XPU support PaddleOCR prefix caching
|
||||
if current_platform.is_xpu():
|
||||
self.enable_prefix_caching = False
|
||||
|
||||
if self.kvcache_storage_backend is not None:
|
||||
if not self.enable_prefix_caching:
|
||||
|
||||
Reference in New Issue
Block a user