diff --git a/python/ray/util/BUILD b/python/ray/util/BUILD
index c8af93378a882..f4d79eee09182 100644
--- a/python/ray/util/BUILD
+++ b/python/ray/util/BUILD
@@ -6,8 +6,3 @@ doctest(
     files = glob(["*.py"], exclude=["client_connect.py", "iter.py", "iter_metrics.py"]),
     tags = ["team:core"]
 )
-
-py_library(
-    name = "retry",
-    srcs = ["retry.py"],
-)
diff --git a/python/ray/util/tests/unit/BUILD b/python/ray/util/tests/unit/BUILD
deleted file mode 100644
index d3578002d4506..0000000000000
--- a/python/ray/util/tests/unit/BUILD
+++ /dev/null
@@ -1,10 +0,0 @@
-load("//bazel:python.bzl", "py_test_module_list")
-
-py_test_module_list(
-  files = [
-    "test_retry.py",
-  ],
-  size = "small",
-  tags = ["team:core"],
-  deps = [],
-)
diff --git a/python/ray/util/retry.py b/release/ray_release/retry.py
similarity index 100%
rename from python/ray/util/retry.py
rename to release/ray_release/retry.py
diff --git a/python/ray/util/tests/unit/test_retry.py b/release/ray_release/tests/test_retry.py
similarity index 97%
rename from python/ray/util/tests/unit/test_retry.py
rename to release/ray_release/tests/test_retry.py
index 85edf1f3c2ed5..9839408739921 100644
--- a/python/ray/util/tests/unit/test_retry.py
+++ b/release/ray_release/tests/test_retry.py
@@ -1,4 +1,4 @@
-from ray.util import retry
+from ray_release import retry
 
 import sys
 import pytest