apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

only update self.exist_prefill_task_signal in v0 (#6064)

Browse Source 
* commit

* commit

* commit

---------

Co-authored-by: xiaoluomi <1037819816@qq.com>
This commit is contained in:
周周周
2026-01-16 20:11:55 +08:00
committed by GitHub
parent 0d372e4fb2
commit 97f96e34ca
2 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/worker/worker_process.py
+3 -1
View File
@@ -542,7 +542,9 @@ class PaddleDisWorkerProc:
# These generated tokens can be obtained through get_output op.
start_execute_time = time.time()
self.worker.execute_model(req_dicts, max_occupied_batch_index)
self.exist_prefill_task_signal.value[0] = self.worker.exist_prefill()
# Only v0 use this signal
if not envs.ENABLE_V1_KVCACHE_SCHEDULER:
self.exist_prefill_task_signal.value[0] = self.worker.exist_prefill()
logger.debug(f"execute model cost: {time.time()-start_execute_time:.5f} s")
def initialize_kv_cache(self) -> None: