add some changes to vcs

src/esm_runscripts/helpers.py

@@ -8,7 +8,6 @@
 import esm_parser
 import esm_plugin_manager
 import esm_tools
-from loguru import logger
 from esm_profile import print_profile_summary
 
 
@@ -447,3 +446,32 @@ def get_all_git_info(path):
         "diffs": get_git_diffs(path, add_colors=False),
     }
     return git_info
+
+
+class CachedFile:
+    """
+    Represents a file that might already have saved information somewhere. Can be used to check if a cache is valid
+    """
+
+    def __init__(self, path):
+        self.path = path
+
+    def is_younger_than(self, other, check_by="mtime"):
+        if check_by == "mtime":
+            return os.path.getmtime(self.path) < os.path.getmtime(other.path)
+        else:
+            raise ValueError("Invalid check_by value. Only 'mtime' is supported.")
+
+    def is_older_than(self, other, check_by="mtime"):
+        if check_by == "mtime":
+            return os.path.getmtime(self.path) > os.path.getmtime(other.path)
+        else:
+            raise ValueError("Invalid check_by value. Only 'mtime' is supported.")
+
+    def read(self):
+        with open(self.path, "r") as f:
+            return f.read()
+
+    def load_cache(self):
+        data = self.read()
+        return yaml.safe_load(data)

src/esm_runscripts/prepare.py

@@ -5,12 +5,12 @@
 
 import questionary
 import yaml
+from loguru import logger
 
 import esm_parser
 import esm_utilities
 from esm_calendar import Calendar, Date
 from esm_plugin_manager import install_missing_plugins
-from loguru import logger
 
 from . import batch_system, helpers
 
@@ -695,6 +695,7 @@ def add_vcs_info(config):
         The experiment configuration
     """
     exp_vcs_info_file = f"{config['general']['thisrun_log_dir']}/{config['general']['expid']}_vcs_info.yaml"
+    esm_vcs_info_file_cache = helpers.CachedFile(exp_vcs_info_file)
     logger.debug("Experiment information is being stored for usage under:")
     logger.debug(f">>> {exp_vcs_info_file}")
     vcs_versions = {}
@@ -708,7 +709,12 @@ def add_vcs_info(config):
             vcs_versions[model] = f"Unable to locate model_dir for {model}."
             continue
         if helpers.is_git_repo(model_dir):
-            vcs_versions[model] = helpers.get_all_git_info(model_dir)
+            if esm_vcs_info_file_cache.is_younger_than(model_dir):
+                logger.debug(f"Using cached VCS info for {model}")
+                cached_info = esm_vcs_info_file_cache.load_cache()
+                vcs_versions[model] = cached_info[model]
+            else:
+                vcs_versions[model] = helpers.get_all_git_info(model_dir)
         else:
             vcs_versions[model] = "Not a git-controlled model!"