apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 08:21:53 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[fix] fix cache transfer manager init failed when using block_wise_fp8 and no storage backend (#6517)

Browse Source
This commit is contained in:
Yonghua Li
2026-02-28 11:19:20 +08:00
committed by GitHub
parent 9bea215822
commit d13d71c60a
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/cache_manager/cache_transfer_manager.py
+2 -1
View File
@@ -230,7 +230,8 @@ class CacheTransferManager:
self._init_gpu_cache(args)
if self.num_cpu_blocks > 0:
self._init_cpu_cache(args)
self._init_storage(args)
if args.kvcache_storage_backend is not None:
self._init_storage(args)
cache_task_broadcast_data = np.zeros(shape=[1], dtype=np.int32)
self.cache_task_broadcast_signal = IPCSignal(