[Feature] add cli command serve (#4226)

This commit is contained in:
memoryCoderC
2025-09-24 14:50:45 +08:00
committed by GitHub
parent 9566ae8827
commit 8b0ce8e3ab
12 changed files with 232 additions and 36 deletions
+3 -1
View File
@@ -28,7 +28,7 @@ from paddleformers.utils.log import logger as pf_logger
from fastdeploy.engine.sampling_params import SamplingParams
from fastdeploy.entrypoints.llm import LLM
from fastdeploy.utils import envs
from fastdeploy.utils import current_package_version, envs
if envs.FD_DEBUG != "1":
import logging
@@ -43,6 +43,8 @@ except ImportError:
pass
# TODO(tangbinhan): remove this code
__version__ = current_package_version()
def _patch_fastsafetensors():
try: