Functionality for dumping and loading a Splitgraph registry to/from a file

.pre-commit-config.yaml

@@ -8,3 +8,5 @@ repos:
     rev: 'v0.812'
     hooks:
     -   id: mypy
+        additional_dependencies:
+        -   pydantic>=1.8.1

docs/generate_reference.py

@@ -18,6 +18,8 @@
     description_c,
     metadata_c,
     search_c,
+    load_c,
+    dump_c,
 )
 from splitgraph.commandline.engine import (
     add_engine_c,
@@ -69,6 +71,8 @@
             "cloud description",
             "cloud metadata",
             "cloud search",
+            "cloud dump",
+            "cloud load",
         ],
     ),
 ]
@@ -96,6 +100,8 @@
     "cloud description": description_c,
     "cloud metadata": metadata_c,
     "cloud search": search_c,
+    "cloud dump": dump_c,
+    "cloud load": load_c,
 }
 
 

mypy.ini

@@ -2,6 +2,7 @@
 python_version = 3.8
 warn_return_any = True
 warn_unused_configs = True
+plugins = pydantic.mypy
 
 # Ignore no stubs for modules like psycopg2 etc
 ignore_missing_imports = True

pyproject.toml

@@ -9,7 +9,7 @@ homepage = "https://www.splitgraph.com"
 repository = "https://github.com/splitgraph/splitgraph"
 
 [tool.poetry.dependencies]
-python = "~=3.6"
+python = ">=3.6.1,<4.0"
 click = "^7"
 psycopg2-binary = "^2"
 parsimonious = "^0.8"
@@ -25,6 +25,7 @@ asciitree = ">=0.3.3"
 pyyaml = ">=5.1"
 jsonschema = ">=3.1.0"
 cryptography = ">=3.4.0"
+pydantic = ">=1.8.1"
 
 # Socrata dataset mounting.
 # This could be optional but it's very lightweight (only requires requests).