Update changelog

superduper-io · Jul 2, 2024 · 8d74d41 · 8d74d41
1 parent 39d851e
commit 8d74d41
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 5 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -83,6 +83,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Add `Application` and `Template` support to build reusable apps
 - Add pretty-print to `Component.info`
 - `Model` 
+- 'Add pluggable compute backend via config'
 
 #### Bug Fixes
 

diff --git a/superduperdb/base/build.py b/superduperdb/base/build.py
@@ -140,7 +140,8 @@ def build_compute(compute):
     :param compute: Compute uri.
     """
     logging.info("Connecting to compute client:", compute)
-    spath = compute._path.split('.')
+    path = compute._path or 'superduperdb.backends.local.compute.LocalComputeBackend'
+    spath = path.split('.')
     path, cls = '.'.join(spath[:-1]), spath[-1]
 
     module = importlib.import_module(path)

diff --git a/superduperdb/jobs/job.py b/superduperdb/jobs/job.py
@@ -311,7 +311,7 @@ def remote_job(identifier, dependencies=(), compute_kwargs: t.Union[str, t.Dict]
     if isinstance(compute_kwargs, str) and compute_kwargs:
         compute_kwargs = json.loads(compute_kwargs)
 
-    compute = build_compute(CFG.cluster.compute.uri)
+    compute = build_compute(CFG.cluster.compute)
 
     assert compute.remote is True, "Compute is not a distributed backend type."
 
@@ -332,7 +332,7 @@ def remote_task(identifier, dependencies=()):
 
     # TODO: Make this run a predict job with multiple
     # chunks as tasks.
-    db = build_datalayer(CFG, cluster__compute__uri=None)
+    db = build_datalayer(CFG, cluster__compute___path=None)
 
     info = db.metadata.get_job(identifier)
 

diff --git a/superduperdb/jobs/tasks.py b/superduperdb/jobs/tasks.py
@@ -41,7 +41,7 @@ def method_job(
     # Set the compute as local since otherwise a new
     # Ray cluster would be created inside the job
     if db is None:
-        db = build_datalayer(cfg=cfg, cluster__compute__uri=None)
+        db = build_datalayer(cfg=cfg, cluster__compute___path=None)
 
     component = db.load(type_id, identifier)
     # TODO: Move the unpack method to the better place
@@ -92,7 +92,7 @@ def callable_job(
     # Set the compute as local since otherwise a new
     # Ray cluster would be created inside the job
     if db is None:
-        db = build_datalayer(cfg=cfg, cluster__compute__uri=None)
+        db = build_datalayer(cfg=cfg, cluster__compute___path=None)
 
     db.metadata.update_job(job_id, 'status', 'running')
     output = None