apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

init (#6642)

Browse Source 
Co-authored-by: gongweibao <gognweibao@baidu.com>
This commit is contained in:
gongweibao
2026-03-04 21:55:31 +08:00
committed by GitHub
parent 5c8f5184d9
commit ddb06ff83f
306 changed files with 40627 additions and 34418 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/gpu_ops/init_signal_layerwise.cc
+15 -13
View File
@@ -21,28 +21,30 @@
#define PD_BUILD_STATIC_OP(name) PD_BUILD_OP(static_op_##name)
#endif
using cache_write_complete_signal_type = RemoteCacheKvIpc::save_cache_kv_complete_signal_layerwise_meta_data;
using cache_write_complete_signal_type =
RemoteCacheKvIpc::save_cache_kv_complete_signal_layerwise_meta_data;
paddle::Tensor InitSignalLayerwiseFunc(const paddle::Tensor& kv_signal_metadata, const int layer_id) {
auto kv_signal_metadata_out = kv_signal_metadata.copy_to(paddle::CPUPlace(), false);
kv_signal_metadata_out.data<int64_t>()[0] = static_cast<int64_t>(layer_id);
return kv_signal_metadata_out;
paddle::Tensor InitSignalLayerwiseFunc(const paddle::Tensor& kv_signal_metadata,
const int layer_id) {
auto kv_signal_metadata_out =
kv_signal_metadata.copy_to(paddle::CPUPlace(), false);
kv_signal_metadata_out.data<int64_t>()[0] = static_cast<int64_t>(layer_id);
return kv_signal_metadata_out;
}
std::vector<paddle::Tensor> InitSignalLayerwise(const paddle::Tensor& kv_signal_metadata, const int layer_id) {
return {InitSignalLayerwiseFunc(kv_signal_metadata, layer_id)};
std::vector<paddle::Tensor> InitSignalLayerwise(
const paddle::Tensor& kv_signal_metadata, const int layer_id) {
return {InitSignalLayerwiseFunc(kv_signal_metadata, layer_id)};
}
std::vector<std::vector<int64_t>> InitSignalLayerwiseShape(
const std::vector<int64_t>& kv_signal_metadata_shape,
const int layer_id) {
return {kv_signal_metadata_shape};
const std::vector<int64_t>& kv_signal_metadata_shape, const int layer_id) {
return {kv_signal_metadata_shape};
}
std::vector<paddle::DataType> InitSignalLayerwiseDtype(
const paddle::DataType& kv_signal_metadata_dtype,
const int layer_id) {
return {paddle::DataType::INT64};
const paddle::DataType& kv_signal_metadata_dtype, const int layer_id) {
return {paddle::DataType::INT64};
}
PD_BUILD_STATIC_OP(init_signal_layerwise)