test_abort (#6743)

This commit is contained in:
qwes5s5
2026-03-17 14:06:40 +08:00
committed by GitHub
parent eab429d05e
commit 3b7507a4c2
11 changed files with 132 additions and 82 deletions
@@ -277,6 +277,14 @@ class SplitwiseConnector:
"request_id": tasks[i].request_id,
"error_msg": tasks[i].get("error_msg"),
}
if (
envs.ENABLE_V1_KVCACHE_SCHEDULER
and tasks[i].request_id in self.resource_manager.waiting_abort_req_id_set
):
addr = f"{dsg_info['prefill_ip']}:" + f"{dsg_info['prefill_connector_port']}"
if addr not in cache_info:
cache_info[addr] = []
cache_info[addr].append(info)
else:
addr = f"{dsg_info['prefill_ip']}:" + f"{dsg_info['prefill_connector_port']}"
info = {