Fix loading error when safetensors contains empty tensor (vllm-projec…

…t#1687)
casys-kaist-internal · Nov 16, 2023 · 3b3161d · 3b3161d
1 parent baae8fa
commit 3b3161d
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/vllm/model_executor/weight_utils.py b/vllm/model_executor/weight_utils.py
@@ -258,7 +258,12 @@ def convert_pyslice_to_tensor(x: Any) -> torch.Tensor:
     tensor first.
     """
     if not isinstance(x, torch.Tensor):
-        x = x[:]
+        try:
+            x = x[:]
+        except IndexError:
+            # IndexError happens when the tensor is empty.
+            # transformer.h.0.attn.masked_bias is empty in some gpt2 models.
+            return torch.Tensor()
     return x