[Metax][Test] enable paddleocr using cudagraph (#6820)

2026-04-22 16:07:51 +08:00 · 2026-03-13 10:47:25 +08:00
parent 1f9f889e37
commit cb5a742298
1 changed files with 1 additions and 1 deletions
@@ -36,7 +36,7 @@ SERVER_CMD="python  -m fastdeploy.entrypoints.openai.api_server \
                    --max-num-batched-tokens 16384 \
                    --gpu-memory-utilization 0.7 \
                    --max-num-seqs 256 \
-                    --graph-optimization-config '{\"use_cudagraph\": false}' \
+                    --graph-optimization-config '{\"use_cudagraph\": true}' \
                    --workers 4 \
                    --max-concurrency 8192 \
                    --port 8118 \