mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[BugFix] fix shm opened but not closed in set_data_ipc (#5826)
This commit is contained in:
@@ -37,6 +37,7 @@ python -m fastdeploy.entrypoints.openai.api_server \
|
||||
--max-num-seqs 1 \
|
||||
--gpu-memory-utilization 0.9 \
|
||||
--model "$MODEL_PATH" \
|
||||
--no-shutdown-comm-group-if-worker-idle \
|
||||
--load-strategy ipc_snapshot \
|
||||
--dynamic-load-weight &
|
||||
|
||||
|
||||
Reference in New Issue
Block a user