Files
FastDeploy/examples/text/ernie-3.0/serving/models/ernie_seqcls_model/config.pbtxt
T
heliqi 587ffd4caf [Serving]add ernie-3.0 demo (#399)
serving add ernie-3.0 demo
2022-10-20 15:29:47 +08:00

43 lines
671 B
Protocol Buffer Text Format
Executable File

backend: "fastdeploy"
max_batch_size: 64
input [
{
name: "input_ids"
data_type: TYPE_INT64
dims: [ -1 ]
},
{
name: "token_type_ids"
data_type: TYPE_INT64
dims: [ -1 ]
}
]
output [
{
name: "linear_113.tmp_1"
data_type: TYPE_FP32
dims: [ 15 ]
}
]
instance_group [
{
# 创建1个实例
count: 1
# 使用CPU推理(KIND_CPU、KIND_GPU)
kind: KIND_CPU
}
]
optimization {
execution_accelerators {
cpu_execution_accelerator : [
{
# use openvino backend
name: "openvino"
parameters { key: "cpu_threads" value: "5" }
}
]
}
}