mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[Feature] add cli command serve (#4226)
This commit is contained in:
@@ -28,7 +28,7 @@ from paddleformers.utils.log import logger as pf_logger
|
||||
|
||||
from fastdeploy.engine.sampling_params import SamplingParams
|
||||
from fastdeploy.entrypoints.llm import LLM
|
||||
from fastdeploy.utils import envs
|
||||
from fastdeploy.utils import current_package_version, envs
|
||||
|
||||
if envs.FD_DEBUG != "1":
|
||||
import logging
|
||||
@@ -43,6 +43,8 @@ except ImportError:
|
||||
pass
|
||||
# TODO(tangbinhan): remove this code
|
||||
|
||||
__version__ = current_package_version()
|
||||
|
||||
|
||||
def _patch_fastsafetensors():
|
||||
try:
|
||||
|
||||
Reference in New Issue
Block a user