Split enable_mm (#7183)

Co-authored-by: liuruian <liuruian@MacBook-Pro.local>
This commit is contained in:
K11OntheBoat
2026-04-08 11:25:41 +08:00
committed by GitHub
parent 8496ec71a6
commit bb48bcbaa2
33 changed files with 109 additions and 69 deletions
+2 -1
View File
@@ -294,6 +294,7 @@ class AsyncLLM(EngineServiceClient):
cfg.limit_mm_per_prompt,
cfg.mm_processor_kwargs,
cfg.tool_parser,
enable_mm_runtime=cfg.enable_mm_runtime,
)
# Create data processor
self.data_processor = self.input_processor.create_processor()
@@ -446,7 +447,7 @@ class AsyncLLM(EngineServiceClient):
)
if envs.ZMQ_SEND_BATCH_DATA and self.connection_manager is not None:
request["zmq_worker_pid"] = self.connection_manager.worker_pid
if self.cfg.model_config.enable_mm:
if self.cfg.enable_mm_runtime:
self.request_client.send_pyobj(request)
else:
self.request_client.send_json(request)