apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Log] Add trace log and add loggingInstrumentor tool (#4692)

Browse Source 
* add trace logger and trace print

* trigger ci

* fix unittest

* translate notes and add copyright

---------

Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com>
Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
This commit is contained in:
qwes5s5
2025-11-17 11:08:57 +08:00
committed by GitHub
parent 5444af6ff6
commit 36216e62f0
21 changed files with 941 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/entrypoints/openai/serving_completion.py
+4
View File
@@ -36,6 +36,8 @@ from fastdeploy.entrypoints.openai.protocol import (
PromptTokenUsageInfo,
UsageInfo,
)
from fastdeploy.trace.constants import LoggingEventName
from fastdeploy.trace.trace_logger import print as trace_print
from fastdeploy.utils import (
ErrorCode,
ErrorType,
@@ -316,6 +318,7 @@ class OpenAIServingCompletion:
except Exception as e:
api_server_logger.error(f"Error in completion_full_generator: {e}", exc_info=True)
finally:
trace_print(LoggingEventName.POSTPROCESSING_END, request_id, getattr(request, "user", ""))
self.engine_client.semaphore.release()
if dealer is not None:
await self.engine_client.connection_manager.cleanup_request(request_id)
@@ -551,6 +554,7 @@ class OpenAIServingCompletion:
api_server_logger.error(f"Error in completion_stream_generator: {e}, {str(traceback.format_exc())}")
yield f"data: {ErrorResponse(error=ErrorInfo(message=str(e), code='400', type=ErrorType.INTERNAL_ERROR)).model_dump_json(exclude_unset=True)}\n\n"
finally:
trace_print(LoggingEventName.POSTPROCESSING_END, request_id, getattr(request, "user", ""))
del request
if dealer is not None:
await self.engine_client.connection_manager.cleanup_request(request_id)