[Feature] pd support dy-c8 ipc (#5750)

* pd support dy-c8 ipc * update code * support v0 * update code
2026-04-23 00:17:25 +08:00 · 2025-12-25 21:22:34 +08:00
parent 4fa76296d9
commit 5538dda3c8
4 changed files with 403 additions and 271 deletions
@@ -380,6 +380,7 @@ class PrefixCacheManager:
                + f" --key_cache_shape {key_cache_shape}"
                + val_cache_arg_str
                + f" --pod_ip {pod_ip}"
+                + f" --default_dtype '{self.config.model_config.dtype}'"
                + f" --cache_queue_port {cache_config.local_cache_queue_port}"
                + f" --engine_worker_queue_port {engine_worker_queue_port}"
                + f" --protocol {cache_config.cache_transfer_protocol}"