apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Feature] console print statistical metrics (#6339)

Browse Source 
* [Feature] console print statistical data

* [Feature] console print statistical data v2 dp_rank

* [Feature] console print statistical data v2 unittest

* [Feature] console print statistical data v3 unittest
This commit is contained in:
CSWYF3634076
2026-02-05 19:20:36 +08:00
committed by GitHub
parent de02a909c8
commit 1c0a2b055f
7 changed files with 266 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/engine/common_engine.py
+8
View File
@@ -49,6 +49,7 @@ from fastdeploy.engine.request import (
)
from fastdeploy.engine.resource_manager import ResourceManager
from fastdeploy.engine.sched.resource_manager_v1 import ResourceManagerV1
from fastdeploy.engine.sched.scheduler_metrics_logger import SchedulerMetricsLogger
from fastdeploy.eplb.utils import init_eplb_signals
from fastdeploy.input.preprocess import InputPreprocessor
from fastdeploy.inter_communicator import (
@@ -146,6 +147,13 @@ class EngineService:
)
self.token_processor.set_resource_manager(self.resource_manager)
self.scheduler_metrics_logger = SchedulerMetricsLogger(
enabled=True,
dp_rank=self.cfg.parallel_config.local_data_parallel_id,
)
self.resource_manager.scheduler_metrics_logger = self.scheduler_metrics_logger
self.token_processor.set_scheduler_metrics_logger(self.scheduler_metrics_logger)
self.partial_chunked_tokens = [0] * (self.cfg.max_num_partial_prefills + 1)
for idx in range(1, self.cfg.max_num_partial_prefills + 1):
self.partial_chunked_tokens[idx] = (