mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-25 01:55:45 +08:00
Split enable_mm (#7183)
Co-authored-by: liuruian <liuruian@MacBook-Pro.local>
This commit is contained in:
@@ -294,6 +294,7 @@ class AsyncLLM(EngineServiceClient):
|
||||
cfg.limit_mm_per_prompt,
|
||||
cfg.mm_processor_kwargs,
|
||||
cfg.tool_parser,
|
||||
enable_mm_runtime=cfg.enable_mm_runtime,
|
||||
)
|
||||
# Create data processor
|
||||
self.data_processor = self.input_processor.create_processor()
|
||||
@@ -446,7 +447,7 @@ class AsyncLLM(EngineServiceClient):
|
||||
)
|
||||
if envs.ZMQ_SEND_BATCH_DATA and self.connection_manager is not None:
|
||||
request["zmq_worker_pid"] = self.connection_manager.worker_pid
|
||||
if self.cfg.model_config.enable_mm:
|
||||
if self.cfg.enable_mm_runtime:
|
||||
self.request_client.send_pyobj(request)
|
||||
else:
|
||||
self.request_client.send_json(request)
|
||||
|
||||
Reference in New Issue
Block a user