apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-22 16:07:51 +08:00
Code Issues Actions 15 Packages Projects Releases Wiki Activity

Change default workers and max-concurrency when launch api-server (#7457)

Browse Source 
Co-authored-by: zhangxiao35 <zhangxiao35@baidu.com>
This commit is contained in:
K11OntheBoat
2026-04-20 15:55:06 +08:00
committed by GitHub
parent a0c39cc9af
commit b79b094dcc
2 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/entrypoints/api_server.py
+1 -1
View File
@@ -136,7 +136,7 @@ def main():
parser = FlexibleArgumentParser()
parser.add_argument("--port", default=9904, type=int, help="port to the http server")
parser.add_argument("--host", default="0.0.0.0", type=str, help="host to the http server")
parser.add_argument("--workers", default=1, type=int, help="number of workers")
parser.add_argument("--workers", default=4, type=int, help="number of workers")
parser = EngineArgs.add_cli_args(parser)
args = parser.parse_args()
launch_api_server(args)
fastdeploy/entrypoints/openai/utils.py
+5 -2
View File
@@ -341,9 +341,10 @@ class DealerConnectionManager:
def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
_is_multi_server = os.environ.get("FD_ENABLE_MULTI_API_SERVER") == "1"
parser.add_argument("--port", default=8000, type=int, help="port to the http server")
parser.add_argument("--host", default="0.0.0.0", type=str, help="host to the http server")
parser.add_argument("--workers", default=1, type=int, help="number of workers")
parser.add_argument("--workers", default=1 if _is_multi_server else 4, type=int, help="number of workers")
parser.add_argument("--metrics-port", default=None, type=int, help="port for metrics server")
parser.add_argument("--controller-port", default=-1, type=int, help="port for controller server")
parser.add_argument(
@@ -352,7 +353,9 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
type=int,
help="max waiting time for connection, if set value -1 means no waiting time limit",
)
parser.add_argument("--max-concurrency", default=512, type=int, help="max concurrency")
parser.add_argument(
"--max-concurrency", default=512 if _is_multi_server else 2048, type=int, help="max concurrency"
)
parser.add_argument(
"--enable-mm-output", action="store_true", help="Enable 'multimodal_content' field in response output. "