Refactored Message Queue and more (#76)

* exp backoff added and test-cases and little code refactor * refactor changes * logger chunk size increase to 500 * comments resolved * shared_lock mq added * debug msgs added * mq refactor with lock-contention resolved
theteamatx · Feb 24, 2025 · f6b3e0d · f6b3e0d
1 parent 416234e
commit f6b3e0d
Show file tree

Hide file tree

Showing 31 changed files with 761,474 additions and 5,671 deletions.
diff --git a/fvs_sight/optimizer_config.yaml b/fvs_sight/optimizer_config.yaml
@@ -13,10 +13,17 @@
 #     # fvs_worker : 1
 #     generic_worker2 : 1
 
-Q_label3 :
-  optimizer: 'worklist_scheduler'
-  num_questions: 2
-  mode : 'dsub_local_worker' #"dsub_cloud_worker" #(dsub_local, )
+Q_label3:
+  optimizer: "worklist_scheduler"
+  num_questions: 10000
+  mode: "dsub_cloud_worker" #"dsub_cloud_worker" # dsub_local_worker #(dsub_local, )
   workers:
     # fvs_worker : 1
-    fvs_worker : 1
+    generic_worker0: 100
+# Q_label3 :
+#   optimizer: 'worklist_scheduler'
+#   num_questions: 2
+#   mode : 'dsub_local_worker' #"dsub_cloud_worker" #(dsub_local, )
+#   workers:
+#     # fvs_worker : 1
+#     fvs_worker : 1
diff --git a/fvs_sight/worker_config.yaml b/fvs_sight/worker_config.yaml
@@ -1,3 +1,7 @@
+generic_worker0:
+  docker: "gcr.io/cameltrain/kokua-workers:f92d941"
+  binary: "fvs_sight/fvs_sight_worker.py"
+
 generic_worker1:
   docker: "gcr.io/cameltrain/test-generic-worker-local:latest"
   binary: "py/sight/demo/fn_sphere1.py"

diff --git a/py/exp/analsysis_helpers.py b/py/exp/analsysis_helpers.py