apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[BugFix] fix mm splitwise scheduler bug (#5604)

Browse Source 
* fix mm splitwise scheduler bug

* fix test case bug

* update code

* update code
This commit is contained in:
kevin
2025-12-25 20:08:11 +08:00
committed by GitHub
parent d5f5dc4f6e
commit 4fa76296d9
2 changed files with 443 additions and 248 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/scheduler/splitwise_scheduler.py
+6 -10
View File
@@ -412,8 +412,7 @@ class ResultReader:
for result in results:
try:
# logger.info(f"Scheduler Get Results: {result.request_id}")
data = orjson.loads(result)
result = RequestOutput.from_dict(data)
result = pickle.loads(result)
self.data.appendleft(result)
except Exception as e:
logger.error(f"Parse Result Error:{e}, {str(traceback.format_exc())}, {result}")
@@ -523,9 +522,8 @@ class APIScheduler:
pnode = self.select_pd(req, pnodes, "prefill")
if pnode.role == "mixed":
req.disaggregate_info = None
req_dict = req.to_dict()
req_dict["group"] = group
req_str = pickle.dumps(req_dict, protocol=5)
req.set("group", group)
req_str = pickle.dumps(req, protocol=5)
pkey = f"ReqQ_{pnode.nodeid}"
# logger.info(f"Schedule Req {req_str} to Mixed")
self.client.lpush(pkey, req_str)
@@ -553,9 +551,8 @@ class APIScheduler:
req.disaggregate_info = disaggregate_info
pkey, dkey = f"ReqQ_{pnode.nodeid}", f"ReqQ_{dnode.nodeid}"
req_dict = req.to_dict()
req_dict["group"] = group
req_str = pickle.dumps(req_dict, protocol=5)
req.set("group", group)
req_str = pickle.dumps(req, protocol=5)
# logger.info(f"Schedule Req {req_str}")
self.client.lpush(dkey, req_str)
self.client.lpush(pkey, req_str)
@@ -807,7 +804,6 @@ class InferScheduler:
for req_str in reqs:
req = pickle.loads(req_str)
group = req.get("group", "")
req = Request.from_dict(req)
writer_idx = select_writer(req)
logger.info(f"Infer Scheduler Get Req: {req.request_id} writer idx {writer_idx}")
req.request_id = f"{req.request_id}#{writer_idx}#{group}"
@@ -902,7 +898,7 @@ class InferScheduler:
if self.role == "prefill" and result.outputs.send_idx == 0:
result.finished = False
result_str = orjson.dumps(result.to_dict())
result_str = pickle.dumps(result, protocol=5)
# if self.role == "prefill" or result.error_code != 200 or result.finished:
# logger.info(f"Infer Put Finish Result: {result_str}")
groups[key].append(result_str)