diff --git a/src/transformers/file_utils.py b/src/transformers/file_utils.py
index 8cbb2b237a85..cc22a7487526 100644
--- a/src/transformers/file_utils.py
+++ b/src/transformers/file_utils.py
@@ -88,6 +88,7 @@
             "tf-nightly-cpu",
             "tf-nightly-gpu",
             "intel-tensorflow",
+            "tensorflow-rocm",
         )
         _tf_version = None
         # For the metadata, we have to look for both tensorflow and tensorflow-cpu