apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

enhance set_stop_value_multi_ends and standardize the registration of some operators (#4525)

Browse Source 
* fix custom_ops

* paddleformers>=0.3.1
This commit is contained in:
Yuanle Liu
2025-10-21 22:06:06 +08:00
committed by GitHub
parent dc7facaa7f
commit 3b58310c26
18 changed files with 68 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/gpu_ops/get_mm_split_fuse.cc
+5 -1
View File
@@ -15,6 +15,10 @@
#include "paddle/extension.h"
#include <map>
#ifndef PD_BUILD_STATIC_OP
#define PD_BUILD_STATIC_OP(name) PD_BUILD_OP(static_op_##name)
#endif
std::vector<paddle::Tensor> GetMmSplitFuse(const paddle::Tensor& task_input_ids,
const paddle::Tensor& task_image_type_ids,
const paddle::Tensor& task_input_ids_image_token_count,
@@ -133,7 +137,7 @@ std::vector<paddle::Tensor> GetMmSplitFuse(const paddle::Tensor& task_input_ids,
return {image_chunk_selections_out, split_fuse_cur_seq_lens_out};
}
PD_BUILD_OP(get_mm_split_fuse)
PD_BUILD_STATIC_OP(get_mm_split_fuse)
.Inputs({"task_input_ids", "task_image_type_ids", "task_input_ids_image_token_count", "grid_thw"})
.Attrs({"image_token_id: int64_t", "img_total: int64_t", "batch_idx: int", "seq_lens_origin: int", "split_fuse_img_size: int", "split_fuse_text_size: int", "max_chunk_token_size: int"})
.Outputs({"image_chunk_selections", "split_fuse_cur_seq_lens"})