apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[FDConfig] disable chunked_mm_input in ernie5 (#5774)

Browse Source 
* disable chunked_mm_input in ernie5

* update code

* update code

* update test case

* update testcase

* upate case
This commit is contained in:
kevin
2025-12-26 15:31:27 +08:00
committed by GitHub
parent 03363cab4c
commit 894f4e312b
17 changed files with 40 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/graph_optimization/test_cuda_graph_dynamic_subgraph.py
+1
View File
@@ -159,6 +159,7 @@ class TestCUDAGrpahSubgraph(unittest.TestCase):
parallel_config = ParallelConfig(args={})
model_config = Mock()
model_config.max_model_len = 512
model_config.architectures = ["test_model"]
# Initialize cuda graph capture list
graph_opt_config._set_cudagraph_sizes(max_capture_size=scheduler_config.max_num_seqs)
graph_opt_config.init_with_cudagrpah_size(max_capture_size=scheduler_config.max_num_seqs)