fix name error when accelerate is not available (huggingface#26278)

* fix name error when accelerate is not available * fix `is_fsdp_available`
blbadger · Nov 8, 2023 · 9eeeef6 · 9eeeef6
1 parent 7195df7
commit 9eeeef6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py
@@ -607,7 +607,7 @@ def is_accelerate_available(min_version: str = None):
 
 
 def is_fsdp_available(min_version: str = "1.12.0"):
-    return version.parse(_torch_version) >= version.parse(min_version)
+    return is_torch_available() and version.parse(_torch_version) >= version.parse(min_version)
 
 
 def is_optimum_available():

diff --git a/tests/fsdp/test_fsdp.py b/tests/fsdp/test_fsdp.py
@@ -79,6 +79,7 @@ def get_master_port(real_launcher=False):
     # hack to restore original logging level pre #21700
     get_regression_trainer = partial(tests.trainer.test_trainer.get_regression_trainer, log_level="info")
 
+require_fsdp_version = require_fsdp
 if is_accelerate_available():
     from accelerate.utils.constants import (
         FSDP_PYTORCH_VERSION,