[Optimization]update prompt & prompt_token_ids (#6334)

* fix prompt * add unit test * add unit test * fix
2026-04-23 00:17:25 +08:00 · 2026-02-04 20:08:01 +08:00
parent bf78a48eb3
commit 765df94e6c
4 changed files with 28 additions and 31 deletions
@@ -569,7 +569,13 @@ class CompletionRequest(BaseModel):
        if request_id is not None:
            req_dict["request_id"] = request_id
        if prompt is not None:
-            req_dict["prompt"] = prompt
+            if isinstance(prompt, list) and isinstance(prompt[0], int):
+                # List[int]
+                req_dict["prompt_token_ids"] = prompt
+                req_dict["prompt"] = None
+            else:
+                # str
+                req_dict["prompt"] = prompt

        # if "prompt_token_ids" in req_dict:
        #     if "prompt" in req_dict: