[Engine][DataProcessor] fix decode token (#7102)

2026-04-23 08:21:53 +08:00 · 2026-04-08 15:41:32 +08:00
parent aa23e0f966
commit 757bafe3bd
2 changed files with 166 additions and 0 deletions
@@ -1935,6 +1935,11 @@ class EngineService:
                token_ids = cum_tokens[prefix_offset:read_offset]
            else:
                token_ids = []
+
+            if is_end and delta_text == "" and len(cum_tokens) > 0:
+                read_offset = self.data_processor.decode_status[req_id][1]
+                token_ids = cum_tokens[read_offset:]
+
            if is_end:
                del self.data_processor.decode_status[req_id]
        return delta_text, token_ids