mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
jc
04fde3b227
* Prefill and decode support cache storage * up * up * update docs and refine mooncake store * up
9 lines
220 B
JSON
9 lines
220 B
JSON
{
|
|
"metadata_server":"http://0.0.0.0:15002/metadata",
|
|
"global_segment_size":1000000000,
|
|
"local_buffer_size":134217728,
|
|
"protocol":"rdma",
|
|
"rdma_devices": "",
|
|
"master_server_addr":"0.0.0.0:15001"
|
|
}
|