[Bug fix] Fix pd for x1 thinking (#4433)

2026-04-23 00:17:25 +08:00 · 2025-10-16 12:03:45 +08:00
parent 8e392f0ea6
commit 670aaa3f83
5 changed files with 14 additions and 8 deletions
@@ -174,6 +174,7 @@ class DPLocalScheduler(LocalScheduler):
                    ):
                        break
            else:
+                required_total_blocks = 0
                batch_ids = self.requests_not_empty.wait_for(
                    lambda: self.ids[self.ids_read_cursor : self.ids_read_cursor + batch],
                    0.005,
@@ -181,6 +182,10 @@ class DPLocalScheduler(LocalScheduler):
                if batch_ids:
                    for request_id in batch_ids:
                        request = self.requests[request_id]
+                        required_input_blocks = self.calc_required_blocks(request.prompt_tokens_ids_len, block_size)
+                        required_total_blocks += required_input_blocks + reserved_output_blocks
+                        if required_total_blocks > available_blocks:
+                            break
                        requests.append(request.raw)
                        self.ids_read_cursor += 1