mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
test_abort (#6743)
This commit is contained in:
@@ -277,6 +277,14 @@ class SplitwiseConnector:
|
||||
"request_id": tasks[i].request_id,
|
||||
"error_msg": tasks[i].get("error_msg"),
|
||||
}
|
||||
if (
|
||||
envs.ENABLE_V1_KVCACHE_SCHEDULER
|
||||
and tasks[i].request_id in self.resource_manager.waiting_abort_req_id_set
|
||||
):
|
||||
addr = f"{dsg_info['prefill_ip']}:" + f"{dsg_info['prefill_connector_port']}"
|
||||
if addr not in cache_info:
|
||||
cache_info[addr] = []
|
||||
cache_info[addr].append(info)
|
||||
else:
|
||||
addr = f"{dsg_info['prefill_ip']}:" + f"{dsg_info['prefill_connector_port']}"
|
||||
info = {
|
||||
|
||||
Reference in New Issue
Block a user