Revert fsspec changes

pyproject.toml

@@ -47,7 +47,7 @@ importlib-resources = { version = ">= 1.3", python = "<3.9" }
 jsonschema = ">= 4.18"
 pyarrow = ">= 11.0.0"
 
-fsspec = { version = ">= 2023.4.0", optional = true}
+fsspec = { version = ">= 2023.4.0, !=2023.9.1", optional = true}
 gcsfs = { version = ">= 2023.4.0", optional = true }
 s3fs = { version = ">= 2023.4.0", optional = true }
 adlfs = { version = ">= 2023.4.0", optional = true }

src/fondant/executor.py

@@ -281,7 +281,6 @@ def _get_cached_manifest(self) -> t.Union[Manifest, None]:
                 manifest_reference_path,
                 mode="rt",
                 encoding="utf-8",
-                auto_mkdir=True,
             ) as file_:
                 cached_manifest_path = file_.read()
                 manifest = Manifest.from_file(cached_manifest_path)

src/fondant/manifest.py

@@ -179,7 +179,7 @@ def create(
     @classmethod
     def from_file(cls, path: t.Union[str, Path]) -> "Manifest":
         """Load the manifest from the file specified by the provided path."""
-        with fs_open(path, encoding="utf-8", auto_mkdir=True) as file_:
+        with fs_open(path, encoding="utf-8") as file_:
             specification = json.load(file_)
             return cls(specification)