mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[BugFix] fix cache transfer manager init failed when using block_wise_fp8 and no storage backend (#6516)
* [fix] fix cache transfer manager init failed when using block_wise_fp8 and no storage backend * [fix] fix test_cache_transfer_manager * [fix] fix test_cache_transfer_manager again --------- Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com>
This commit is contained in:
@@ -718,9 +718,14 @@ class TestCacheTransferManager(unittest.TestCase):
|
||||
def test_invalid_write_policy_raises(self):
|
||||
class LocalArgs(Args):
|
||||
write_policy = "invalid"
|
||||
kvcache_storage_backend = "mooncake"
|
||||
|
||||
with self.assertRaises(ValueError):
|
||||
CacheTransferManager(LocalArgs())
|
||||
with (
|
||||
patch("fastdeploy.cache_manager.cache_transfer_manager.MooncakeStore"),
|
||||
patch("fastdeploy.cache_manager.cache_transfer_manager.CacheTransferManager._init_storage_buffer"),
|
||||
):
|
||||
with self.assertRaises(ValueError):
|
||||
CacheTransferManager(LocalArgs())
|
||||
|
||||
def test_write_back_storage_task_nonzero_rank_no_signal(self):
|
||||
self.manager.cache_task_queue.swap_to_storage_barrier = MagicMock()
|
||||
|
||||
Reference in New Issue
Block a user