apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

[Feature] Set overlap schedule as default (#6668)

Browse Source 
* overlap default
This commit is contained in:
sunxin
2026-03-09 22:34:54 +08:00
committed by GitHub
parent 3897a0b4fc
commit 28f7727a3d
5 changed files with 29 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/worker/worker_process.py
+1 -6
View File
@@ -170,12 +170,7 @@ class PaddleDisWorkerProc:
self.worker = get_worker(fd_config=fd_config, local_rank=self.local_rank, rank=self.ranks)
self.max_chips_per_node = 16 if current_platform.is_iluvatar() else 8
self.speculative_decoding = fd_config.speculative_config.method is not None
self.enable_overlap_schedule = (
current_platform.is_cuda()
and self.scheduler_config.enable_overlap_schedule
and (not self.speculative_decoding)
)
self.enable_overlap_schedule = self.scheduler_config.enable_overlap_schedule
def init_control(self):
engine_worker_queue_port = self.parallel_config.local_engine_worker_queue_port