From d2d633b05c2c345b69d0650bd2f4795f3e87b3a8 Mon Sep 17 00:00:00 2001 From: RichardWooSJTU <37864677+RichardWooSJTU@users.noreply.github.com> Date: Thu, 16 Apr 2026 18:43:09 +0800 Subject: [PATCH] allow parallel dp starting (#7426) --- fastdeploy/engine/engine.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/fastdeploy/engine/engine.py b/fastdeploy/engine/engine.py index f5f48c6274..177981ed05 100644 --- a/fastdeploy/engine/engine.py +++ b/fastdeploy/engine/engine.py @@ -876,8 +876,14 @@ class LLMEngine: + f" data parallel id {i}" ) self.dp_processed[-1].start() + + for i in range( + 1, + self.cfg.parallel_config.data_parallel_size // self.cfg.nnode, + ): + while self.launched_expert_service_signal.value[i] == 0: - time.sleep(1) + time.sleep(0.1) def check_worker_initialize_status(self): """