[benchmark]add qwen3-235b pd+ep yaml (#5225)

2026-04-23 17:11:21 +08:00 · 2025-11-25 19:53:30 +08:00
parent df2be1cf16
commit eae34a416c
3 changed files with 27 additions and 1 deletions
@@ -0,0 +1,13 @@
+max_model_len: 32768
+max_num_seqs: 32
+data_parallel_size: 4
+tensor_parallel_size: 1
+enable_expert_parallel: True
+enable_prefix_caching: False
+splitwise_role: decode
+cache_transfer_protocol: "rdma"
+rdma_comm_ports: "7671,7672,7673,7674"
+pd_comm_port: "2335"
+engine_worker_queue_port: "4582,4583,4584,4585"
+graph_optimization_config:
+  use_cudagraph: False