misc: rm unused model_loader (#1110)

sgl-project · Aug 15, 2024 · 9195d13 · 9195d13
1 parent 14cb544
commit 9195d13
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 576 deletions.
diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py
@@ -38,6 +38,7 @@
     init_distributed_environment,
     initialize_model_parallel,
 )
+from vllm.model_executor.model_loader import get_model
 from vllm.model_executor.models import ModelRegistry
 
 from sglang.global_config import global_config
@@ -168,15 +169,6 @@ def load_model(self):
         if self.model_config.model_overide_args is not None:
             vllm_model_config.hf_config.update(self.model_config.model_overide_args)
 
-        if (
-            self.server_args.efficient_weight_load
-            and "llama" in self.server_args.model_path.lower()
-            and self.server_args.quantization == "fp8"
-        ):
-            from sglang.srt.model_loader.model_loader import get_model
-        else:
-            from vllm.model_executor.model_loader import get_model
-
         self.model = get_model(
             model_config=vllm_model_config,
             device_config=device_config,

diff --git a/python/sglang/srt/model_loader/model_loader.py b/python/sglang/srt/model_loader/model_loader.py