apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-24 01:29:57 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

⚡ Bolt: Optimize single element list appends

Browse Source 
Replaced instances of `.extend([item])` with `.append(item)` in multiple files.
Using `.extend([item])` incurs memory overhead by allocating a new single-element
list and is computationally slower than calling `.append(item)` directly.

Files updated:
- fastdeploy/input/encodings/ernie_encoding.py
- fastdeploy/input/ernie4_5_vl_processor/process.py
- fastdeploy/output/token_processor.py
- fastdeploy/worker/gpu_model_runner.py
- fastdeploy/worker/metax_model_runner.py
This commit is contained in:
google-labs-jules[bot]
2026-04-15 16:45:13 +00:00
parent e53f5184ac
commit 69c7dd0a19
6 changed files with 29 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/input/ernie4_5_vl_processor/process.py
+6 -6
View File
@@ -397,8 +397,8 @@ class DataProcessor(MMBaseDataProcessor):
if image_idx >= len(images):
raise ValueError("prompt token ids has more image placeholder than in messages")
# append image_start_id
outputs["input_ids"].extend([cur_token_id])
outputs["token_type_ids"].extend([IDS_TYPE_FLAG["text"]])
outputs["input_ids"].append(cur_token_id)
outputs["token_type_ids"].append(IDS_TYPE_FLAG["text"])
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1
@@ -421,8 +421,8 @@ class DataProcessor(MMBaseDataProcessor):
if video_idx >= len(videos):
raise ValueError("prompt token ids has more video placeholder than in messages")
# append video_start_id
outputs["input_ids"].extend([cur_token_id])
outputs["token_type_ids"].extend([IDS_TYPE_FLAG["text"]])
outputs["input_ids"].append(cur_token_id)
outputs["token_type_ids"].append(IDS_TYPE_FLAG["text"])
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1
@@ -446,8 +446,8 @@ class DataProcessor(MMBaseDataProcessor):
video_idx += 1
st = cur_idx
else:
outputs["input_ids"].extend([cur_token_id])
outputs["token_type_ids"].extend([IDS_TYPE_FLAG["text"]])
outputs["input_ids"].append(cur_token_id)
outputs["token_type_ids"].append(IDS_TYPE_FLAG["text"])
outputs["position_ids"].append([outputs["cur_position"]] * 3)
outputs["cur_position"] += 1
st += 1