major update, support job chaining and GCP batch mode

geyang · Dec 28, 2021 · 25b9303 · 25b9303
1 parent 54b0821
commit 25b9303
Show file tree

Hide file tree

Showing 13 changed files with 1,000 additions and 727 deletions.
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-0.7.22
+0.8.0
diff --git a/jaynes/__init__.py b/jaynes/__init__.py
@@ -1,3 +1,3 @@
 from . import mounts, runners
-from .jaynes import Jaynes, config, run, listen, RUN
+from .jaynes import Jaynes, config, add, chain, execute, run, listen, RUN
 from .helpers import tag_instance
diff --git a/jaynes/helpers.py b/jaynes/helpers.py
@@ -61,6 +61,18 @@ def n_to_m(yaml_node):
     return {k.value: v.value for k, v in yaml_node.value}
 
 
+def memoize(f):
+    memo = {}
+
+    def wrapper(*args, **kwargs):
+        key = (*args, *kwargs.keys(), *kwargs.values())
+        if key not in memo:
+            memo[key] = f(*args, **kwargs)
+        return memo[key]
+
+    return wrapper
+
+
 # note: now we properly handle the node types.
 def hydrate(Constructor, ctx):
     def _fn(_, node):