diff --git a/gcsfs/core.py b/gcsfs/core.py
index 7b89ecd2..330ee603 100644
--- a/gcsfs/core.py
+++ b/gcsfs/core.py
@@ -1219,7 +1219,7 @@ async def _rm_files(self, paths, batchsize=20):
                     code = int(m.groups()[0]) if m else None
                     if code in [200, 204]:
                         out.append(path)
-                    elif code in errs and i < 5:
+                    elif code in errs and retry < 5:
                         remaining.append(path)
                     else:
                         msg = re.search("{(.*)}", response.replace("\n", ""))