diff --git a/tests/datasets/test_skyscript.py b/tests/datasets/test_skyscript.py
index d5d88a12bd8..f937ea48332 100644
--- a/tests/datasets/test_skyscript.py
+++ b/tests/datasets/test_skyscript.py
@@ -31,11 +31,8 @@ def test_getitem(self, dataset: SkyScript) -> None:
     def test_len(self, dataset: SkyScript) -> None:
         assert len(dataset) == 2
 
-    def test_not_extracted(self, dataset: SkyScript) -> None:
-        shutil.rmtree(os.path.join(dataset.root, 'images2'))
-        SkyScript(dataset.root)
-
     def test_already_downloaded(self, dataset: SkyScript) -> None:
+        shutil.rmtree(os.path.join(dataset.root, 'images2'))
         SkyScript(dataset.root)
 
     def test_not_downloaded(self, tmp_path: Path) -> None: