apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

fix paddleformers fallback (#6465)

Browse Source
This commit is contained in:
jackyYang6
2026-02-23 15:29:13 +08:00
committed by GitHub
parent e2332a1112
commit 38c3e02470
4 changed files with 714 additions and 302 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/input/ernie4_5_processor.py
+4 -1
View File
@@ -68,7 +68,10 @@ class Ernie4_5Processor(BaseDataProcessor):
{self.tokenizer.bos_token_id}, \
eos_token is {self.tokenizer.eos_token}, {self.tokenizer.eos_token_id} "
)
from paddleformers.trl.llm_utils import get_eos_token_id
try:
from paddleformers.trl.llm_utils import get_eos_token_id
except Exception:
from paddleformers.cli.utils.llm_utils import get_eos_token_id
self.eos_token_ids = get_eos_token_id(self.tokenizer, self.generation_config)
self.eos_token_id_len = len(self.eos_token_ids)