[LLM] First commit the llm deployment code

This commit is contained in:
jiangjiajun
2025-06-09 19:20:15 +08:00
parent 980c0a1d2c
commit 684703fd72
11814 changed files with 127294 additions and 1293102 deletions
+27
View File
@@ -0,0 +1,27 @@
setuptools==75.1.0
pre-commit
yapf
flake8
ruamel.yaml
zmq
aiozmq
openai
tqdm
pynvml
uvicorn
fastapi
paddlenlp @ https://paddle-qa.bj.bcebos.com/paddlenlp/wheel/c1322be06cdf366ad2d996e963499f5298d2a2bc/paddlenlp-3.0.0b4.post20250530-py3-none-any.whl
redis
etcd3
httpx
tool_helpers
cupy-cuda12x
pybind11
tabulate
gradio
xlwt
visualdl
setuptools-scm>=8
prometheus-client
decord
moviepy