mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-24 01:29:57 +08:00
[Loader] support dummy load weight (#6169)
* [Loader] support dummy load weight * [Loader] support dummy load weight v2 * [Loader] support dummy load weight unittest * [Loader] support dummy load weight unittest v2 * [Loader] support dummy load weight v3 docs and fp8
This commit is contained in:
@@ -20,6 +20,7 @@ from fastdeploy.model_executor.model_loader.default_loader import DefaultModelLo
|
||||
from fastdeploy.model_executor.model_loader.default_loader_v1 import (
|
||||
DefaultModelLoaderV1,
|
||||
)
|
||||
from fastdeploy.model_executor.model_loader.dummy_loader import DummyModelLoader
|
||||
|
||||
|
||||
def get_model_loader(load_config: LoadConfig) -> BaseModelLoader:
|
||||
@@ -27,6 +28,8 @@ def get_model_loader(load_config: LoadConfig) -> BaseModelLoader:
|
||||
|
||||
if load_config.load_choices == LoadChoices.DEFAULT_V1:
|
||||
return DefaultModelLoaderV1(load_config)
|
||||
if load_config.load_choices == LoadChoices.DUMMY:
|
||||
return DummyModelLoader(load_config)
|
||||
|
||||
return DefaultModelLoader(load_config)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user