add cleanup of tmp directory when building zarr

ecml_tools/create/__init__.py

@@ -99,6 +99,17 @@ def size(self):
         loader = SizeLoader.from_dataset(path=self.path, print=self.print)
         loader.add_total_size()
 
+    def cleanup(self):
+        from .loaders import CleanupLoader
+
+        loader = CleanupLoader.from_dataset(
+            path=self.path,
+            print=self.print,
+            statistics_tmp=self.statistics_tmp,
+        )
+        loader.run()
+
+
     def patch(self, **kwargs):
         from .patch import apply_patch
 
@@ -112,6 +123,7 @@ def create(self):
         self.init()
         self.load()
         self.finalise()
+        self.cleanup()
 
     def _cache_context(self):
         from .utils import cache_context

ecml_tools/create/loaders.py

@@ -575,3 +575,8 @@ def add_total_size(self):
         print(f"Total number of files: {n}")
 
         self.update_metadata(total_size=size, total_number_of_files=n)
+
+class CleanupLoader(Loader):
+    def run(self):
+        self.statistics_registry.delete()
+        self.registry.clean()

tests/create-join.yaml

@@ -43,7 +43,7 @@ input:
         # accumulation_period: 6h
 
     - constants:
-        <<: *mars_request
+        template: ${input.join.0.mars}
         param:
           - cos_latitude
 

tests/create-pipe.yaml

@@ -41,7 +41,7 @@ input:
         param: [cp, tp]
 
     - constants:
-        <<: *mars_request
+        template: ${input.join.0.mars}
         param:
           - cos_latitude