apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Feature] Add timestamp for profiler (#4726)

Browse Source 
* [Feature] Add timestamp for profiler

* fix bug for offine inference

* fix for ci

* fix

* fix ci
This commit is contained in:
chenjian
2025-11-05 12:04:59 +08:00
committed by GitHub
parent 876e4a8935
commit cc8f5312f5
7 changed files with 17 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/engine/request.py
+6
View File
@@ -399,6 +399,9 @@ class RequestMetrics:
model_forward_time: Optional[float] = None
model_execute_time: Optional[float] = None
request_start_time: Optional[float] = None
llm_engine_recv_req_timestamp: Optional[float] = None
llm_engine_send_req_to_engine_timestamp: Optional[float] = None
llm_engine_recv_token_timestamp: Optional[float] = None
def to_dict(self):
"""
@@ -413,6 +416,9 @@ class RequestMetrics:
"model_forward_time": self.model_forward_time,
"model_execute_time": self.model_execute_time,
"request_start_time": self.request_start_time,
"llm_engine_recv_req_timestamp": self.llm_engine_recv_req_timestamp,
"llm_engine_send_req_to_engine_timestamp": self.llm_engine_send_req_to_engine_timestamp,
"llm_engine_recv_token_timestamp": self.llm_engine_recv_token_timestamp,
}
@classmethod