mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[fix] remove all gather ep group control requests in normal cases (#7026)
This commit is contained in:
@@ -606,7 +606,7 @@ class PaddleDisWorkerProc:
|
|||||||
self.worker.preprocess_new_task(req_dicts, max_occupied_batch_index)
|
self.worker.preprocess_new_task(req_dicts, max_occupied_batch_index)
|
||||||
|
|
||||||
# Let the ep group run control method synchronically
|
# Let the ep group run control method synchronically
|
||||||
if self.parallel_config.use_ep:
|
if envs.FD_ENABLE_V1_UPDATE_WEIGHTS and self.parallel_config.use_ep:
|
||||||
pendings = all_gather_values(len(self.cached_control_reqs), self.parallel_config.ep_group)
|
pendings = all_gather_values(len(self.cached_control_reqs), self.parallel_config.ep_group)
|
||||||
if all([p > 0 for p in pendings]):
|
if all([p > 0 for p in pendings]):
|
||||||
logger.info(f"Rank: {self.local_rank} Detected all ep ranks have pending control tasks.")
|
logger.info(f"Rank: {self.local_rank} Detected all ep ranks have pending control tasks.")
|
||||||
|
|||||||
Reference in New Issue
Block a user