create path to cache file if it does not exist

Netflix · Aug 20, 2024 · d47efe7 · d47efe7
1 parent bcab087
commit d47efe7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/metaflow/plugins/fast_bakery/docker_environment.py b/metaflow/plugins/fast_bakery/docker_environment.py
@@ -65,6 +65,8 @@ def wrapper(*args, **kwargs):
                     f.truncate()
                     json.dump(cache, f)
             except FileNotFoundError:
+                # path to cachefile might not exist.
+                os.makedirs(os.path.dirname(cache_file), exist_ok=True)
                 with open(cache_file, "w") as f:
                     fcntl.flock(f.fileno(), fcntl.LOCK_EX)
                     json.dump({cache_key: result.response}, f)