apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[benchmark] update tools (#7211)

Browse Source
This commit is contained in:
Zhang Yulong
2026-04-07 16:25:44 +08:00
committed by GitHub
parent ae2f9f4d22
commit f422f835e8
3 changed files with 81 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
benchmarks/backend_request_func.py
+9
View File
@@ -269,6 +269,15 @@ async def async_request_eb_openai_chat_completions(
if request_func_input.response_format:
payload["response_format"] = request_func_input.response_format
# 随机输入开关
if request_func_input.random_flag:
payload["max_tokens"] = request_func_input.output_len
payload["min_tokens"] = request_func_input.output_len
# 随机token_ids场景
if isinstance(request_func_input.prompt, list):
request_func_input.prompt_token_ids = request_func_input.prompt
request_func_input.prompt = ""
# 支持传入prompt_token_ids
if request_func_input.prompt_token_ids:
# 不走messages