apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Graph Optimization] Add full_cuda_graph to control subgraph split (#6027)

Browse Source
This commit is contained in:
Ryan
2026-01-14 11:43:59 +08:00
committed by GitHub
parent 456637002d
commit 0d1a5e70bc
6 changed files with 21 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/graph_optimization/test_static_graph_cuda_graph_split.py
+3 -1
View File
@@ -89,7 +89,9 @@ class TestStaticGraphCUDAGraphSplit(unittest.TestCase):
def test(self):
"""Run test case"""
# Set FastDeploy config
graph_opt_config = GraphOptimizationConfig({"use_cudagraph": True, "graph_opt_level": 1})
graph_opt_config = GraphOptimizationConfig(
{"use_cudagraph": True, "graph_opt_level": 1, "full_cuda_graph": False}
)
scheduler_config = SchedulerConfig({"max_num_seqs": 1})
graph_opt_config._set_cudagraph_sizes(max_capture_size=scheduler_config.max_num_seqs)
graph_opt_config.init_with_cudagrpah_size(max_capture_size=scheduler_config.max_num_seqs)