apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Iluvatar] Fix FD launch error when specifing CUDA_VISBLE_DEVICE (#5735)

Browse Source
This commit is contained in:
yzwu
2025-12-26 14:01:27 +08:00
committed by GitHub
parent 01c18f328f
commit 7b6cc11952
6 changed files with 1579 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/engine/engine.py
+4
View File
@@ -577,6 +577,10 @@ class LLMEngine:
if self.cfg.structured_outputs_config.logits_processors is not None:
arguments += f" --logits-processors {' '.join(self.cfg.structured_outputs_config.logits_processors)}"
# TODO (iluvatar): remove aftet paddle fix launch error
if current_platform.is_iluvatar() and "CUDA_VISIBLE_DEVICES" in os.environ:
arguments = arguments.replace(f"--devices {self.cfg.parallel_config.device_ids}", "")
worker_store_true_flag = {
"enable_expert_parallel": self.cfg.parallel_config.enable_expert_parallel,
"enable_chunked_moe": self.cfg.parallel_config.enable_chunked_moe,