[LLM] Support deploy LLM model

This commit is contained in:
chengyanfu
2024-08-29 19:38:11 +08:00
parent cd0ee79c91
commit 2d7d0ee92e
37 changed files with 4521 additions and 3 deletions
+17 -1
View File
@@ -50,4 +50,20 @@ python/fastdeploy/code_version.py
log.txt
serving/build
serving/build.encrypt
serving/build.encrypt.auth
serving/build.encrypt.auth
output
res
tmp
log
nohup.out
llm/server/__pycache__
llm/server/data/__pycache__
llm/server/engine/__pycache__
llm/server/http_server/__pycache__
llm/server/log/
llm/client/build/
llm/client/dist/
llm/client/fastdeploy_client.egg-info/
llm/client/fastdeploy_client/tests/log/
*.pyc
*.log