diff --git a/fastdeploy/entrypoints/openai/serving_chat.py b/fastdeploy/entrypoints/openai/serving_chat.py index b8659099db..9d380b0db0 100644 --- a/fastdeploy/entrypoints/openai/serving_chat.py +++ b/fastdeploy/entrypoints/openai/serving_chat.py @@ -420,6 +420,7 @@ class OpenAIServingChat: tool_calls=output["tool_calls"], prompt_token_ids=None, completion_token_ids=None, + completion_tokens=None, ) if response_processor.enable_multimodal_content():