[Loader] support dummy load weight (#6169)

* [Loader] support dummy load weight

* [Loader] support dummy load weight v2

* [Loader] support dummy load weight unittest

* [Loader] support dummy load weight unittest v2

* [Loader] support dummy load weight v3 docs and fp8
This commit is contained in:
CSWYF3634076
2026-01-26 13:58:53 +08:00
committed by GitHub
parent adc69c15d0
commit 08c411518f
8 changed files with 273 additions and 4 deletions
@@ -20,6 +20,7 @@ from fastdeploy.model_executor.model_loader.default_loader import DefaultModelLo
from fastdeploy.model_executor.model_loader.default_loader_v1 import (
DefaultModelLoaderV1,
)
from fastdeploy.model_executor.model_loader.dummy_loader import DummyModelLoader
def get_model_loader(load_config: LoadConfig) -> BaseModelLoader:
@@ -27,6 +28,8 @@ def get_model_loader(load_config: LoadConfig) -> BaseModelLoader:
if load_config.load_choices == LoadChoices.DEFAULT_V1:
return DefaultModelLoaderV1(load_config)
if load_config.load_choices == LoadChoices.DUMMY:
return DummyModelLoader(load_config)
return DefaultModelLoader(load_config)