only move model to device when model is in cpu and target device is x…

…pu (#3133)
huggingface · Oct 7, 2024 · 1077611 · 1077611
1 parent cd93e35
commit 1077611
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/accelerate/accelerator.py b/src/accelerate/accelerator.py
@@ -2014,7 +2014,7 @@ def _prepare_ipex_or_xpu(self, *args):
                 optimizer = obj
         if optimizer is not None and model is not None:
             dtype = torch.bfloat16 if self.state.mixed_precision == "bf16" else None
-            if self.device.type == "xpu":
+            if self.device.type == "xpu" and model.device.type == "cpu":
                 model = model.to(self.device)
             # ipex.optimize() is available only for IPEX, both IPEX-CPU and IPEX-XPU
             if is_ipex_available():

diff --git a/src/accelerate/state.py b/src/accelerate/state.py
@@ -703,7 +703,7 @@ def default_device(self) -> torch.device:
         elif torch.cuda.is_available():
             return torch.device("cuda")
         elif is_xpu_available():
-            return torch.device("xpu:0")
+            return torch.device("xpu")
         else:
             return torch.device("cpu")