apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Feature] Add timestamp for profiler (#4726)

Browse Source 
* [Feature] Add timestamp for profiler

* fix bug for offine inference

* fix for ci

* fix

* fix ci
This commit is contained in:
chenjian
2025-11-05 12:04:59 +08:00
committed by GitHub
parent 876e4a8935
commit cc8f5312f5
7 changed files with 17 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/output/token_processor.py
+6 -1
View File
@@ -630,8 +630,10 @@ class TokenProcessor:
time_in_queue=task.schedule_start_time - task.preprocess_end_time,
preprocess_cost_time=task.preprocess_end_time - task.preprocess_start_time,
request_start_time=task.arrival_time,
llm_engine_recv_req_timestamp=task.llm_engine_recv_req_timestamp,
llm_engine_send_req_to_engine_timestamp=task.inference_start_time,
llm_engine_recv_token_timestamp=time.time(),
)
self._record_first_token_metrics(task, current_time)
else:
@@ -639,6 +641,9 @@ class TokenProcessor:
arrival_time=time.time(),
request_start_time=task.arrival_time,
model_execute_time=time.time() - task.inference_start_time,
llm_engine_recv_req_timestamp=task.llm_engine_recv_req_timestamp,
llm_engine_send_req_to_engine_timestamp=task.inference_start_time,
llm_engine_recv_token_timestamp=time.time(),
)
self.number_of_output_tokens += len(token_ids)
self._record_metrics(task, current_time, token_ids)