apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 17:11:21 +08:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

⚡ Bolt: Optimize single element list appends

Browse Source 
Replaced instances of `.extend([item])` with `.append(item)` in multiple files.
Using `.extend([item])` incurs memory overhead by allocating a new single-element
list and is computationally slower than calling `.append(item)` directly.

Files updated:
- fastdeploy/input/encodings/ernie_encoding.py
- fastdeploy/input/ernie4_5_vl_processor/process.py
- fastdeploy/output/token_processor.py
- fastdeploy/worker/gpu_model_runner.py
- fastdeploy/worker/metax_model_runner.py
This commit is contained in:
google-labs-jules[bot]
2026-04-15 16:45:13 +00:00
parent e53f5184ac
commit 69c7dd0a19
6 changed files with 29 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/input/encodings/ernie_encoding.py
+6 -6
View File
@@ -302,8 +302,8 @@ class ErnieEncoding(BaseEncoding):
if image_idx >= len(images):
raise ValueError("prompt token ids has more image placeholder than in messages")
# append image_start_id
outputs["input_ids"].extend([cur_token_id])
outputs["token_type_ids"].extend([IDS_TYPE_FLAG["image"]])
outputs["input_ids"].append(cur_token_id)
outputs["token_type_ids"].append(IDS_TYPE_FLAG["image"])
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1
@@ -326,8 +326,8 @@ class ErnieEncoding(BaseEncoding):
if video_idx >= len(videos):
raise ValueError("prompt token ids has more video placeholder than in messages")
# append video_start_id
outputs["input_ids"].extend([cur_token_id])
outputs["token_type_ids"].extend([IDS_TYPE_FLAG["image"]])
outputs["input_ids"].append(cur_token_id)
outputs["token_type_ids"].append(IDS_TYPE_FLAG["image"])
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1
@@ -351,11 +351,11 @@ class ErnieEncoding(BaseEncoding):
video_idx += 1
st = cur_idx
else:
outputs["input_ids"].extend([cur_token_id])
outputs["input_ids"].append(cur_token_id)
type_flag = (
IDS_TYPE_FLAG["image"] if cur_token_id in (image_end_id, video_end_id) else IDS_TYPE_FLAG["text"]
)
outputs["token_type_ids"].extend([type_flag])
outputs["token_type_ids"].append(type_flag)
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1