[XPU]MAX_BSZ aligns gpu settings and disable prefix cache in OCR VL (#5831)

This commit is contained in:
ddchenhao66
2025-12-31 09:49:12 +08:00
committed by GitHub
parent 74e162697f
commit 9e45ef7ca9
6 changed files with 25 additions and 27 deletions
+5
View File
@@ -1031,6 +1031,11 @@ def initialize_fd_config(args, ranks: int = 1, local_rank: int = 0) -> FDConfig:
architecture = fd_config.model_config.architectures[0]
if "PaddleOCR" in architecture:
envs.FD_ENABLE_MAX_PREFILL = 1
# TODO XPU support PaddleOCR prefix caching
if current_platform.is_xpu():
fd_config.cache_config.enable_prefix_caching = False
fd_config.cache_config.max_encoder_cache = 0
return fd_config