apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Optimize] Support and robust for tpN for PD (#4595)

Browse Source 
* [Optimize] Support and robust for tpN for PD

* fix

* fix

* support dpM tpN for cache messager

* fix

* fix token counter

* fix bug for merge develop

* fix bug

* robust cache messager for v0
This commit is contained in:
chenjian
2025-11-03 15:38:31 +08:00
committed by GitHub
parent 7b35488779
commit 25498efcf3
9 changed files with 452 additions and 197 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/splitwise/internal_adapter_utils.py
+1 -1
View File
@@ -78,7 +78,7 @@ class InternalAdapter:
if task is None:
time.sleep(0.001)
continue
logger.info(f"Recieve control task: {task}")
logger.info(f"dprank {self.dp_rank} Recieve control task: {task}")
task_id_str = task["task_id"]
if task["cmd"] == "get_payload":
payload_info = self._get_current_server_info()