mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-25 09:57:51 +08:00
587ffd4caf
serving add ernie-3.0 demo
43 lines
671 B
Protocol Buffer Text Format
Executable File
43 lines
671 B
Protocol Buffer Text Format
Executable File
backend: "fastdeploy"
|
|
max_batch_size: 64
|
|
input [
|
|
{
|
|
name: "input_ids"
|
|
data_type: TYPE_INT64
|
|
dims: [ -1 ]
|
|
},
|
|
{
|
|
name: "token_type_ids"
|
|
data_type: TYPE_INT64
|
|
dims: [ -1 ]
|
|
}
|
|
]
|
|
output [
|
|
{
|
|
name: "linear_113.tmp_1"
|
|
data_type: TYPE_FP32
|
|
dims: [ 15 ]
|
|
}
|
|
]
|
|
|
|
instance_group [
|
|
{
|
|
# 创建1个实例
|
|
count: 1
|
|
# 使用CPU推理(KIND_CPU、KIND_GPU)
|
|
kind: KIND_CPU
|
|
}
|
|
]
|
|
|
|
optimization {
|
|
execution_accelerators {
|
|
cpu_execution_accelerator : [
|
|
{
|
|
# use openvino backend
|
|
name: "openvino"
|
|
parameters { key: "cpu_threads" value: "5" }
|
|
}
|
|
]
|
|
}
|
|
}
|