mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[BugFix] Enable moe_gate_fp32 using FD_ENABLE_RL (#7130)
* rl gate fp32 * clean
This commit is contained in:
@@ -624,6 +624,8 @@ class EngineArgs:
|
||||
raise NotImplementedError(
|
||||
f"not support model_impl: '{self.model_impl}'. " f"Must be one of: {', '.join(valid_model_impls)}"
|
||||
)
|
||||
if envs.FD_ENABLE_RL == 1:
|
||||
self.moe_gate_fp32 = True
|
||||
|
||||
self.post_init_all_ports()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user