mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
@@ -29,6 +29,7 @@ def test_fused_moe_launch():
|
||||
os.environ["CUDA_VISIBLE_DEVICES"] = "0,1"
|
||||
|
||||
os.environ["DISABLE_CI_FUSEDMOE_EP"] = "1"
|
||||
FD_API_PORT = int(os.getenv("FD_API_PORT", 8188))
|
||||
command = [
|
||||
sys.executable,
|
||||
"-m",
|
||||
@@ -36,7 +37,7 @@ def test_fused_moe_launch():
|
||||
"--gpus",
|
||||
"0,1",
|
||||
"--master",
|
||||
"127.0.0.1:6175",
|
||||
f"127.0.0.1:{FD_API_PORT}",
|
||||
"--nnodes",
|
||||
"1",
|
||||
"--rank",
|
||||
|
||||
@@ -29,6 +29,8 @@ def test_fused_moe_launch():
|
||||
os.environ["CUDA_VISIBLE_DEVICES"] = "0,1"
|
||||
os.environ["USE_FUSEDMOE_TP"] = "1"
|
||||
|
||||
FD_API_PORT = int(os.getenv("FD_API_PORT", 8188))
|
||||
|
||||
command = [
|
||||
sys.executable,
|
||||
"-m",
|
||||
@@ -36,7 +38,7 @@ def test_fused_moe_launch():
|
||||
"--gpus",
|
||||
"0,1",
|
||||
"--master",
|
||||
"127.0.0.1:6175",
|
||||
f"127.0.0.1:{FD_API_PORT}",
|
||||
"--nnodes",
|
||||
"1",
|
||||
"--rank",
|
||||
|
||||
Reference in New Issue
Block a user