Debugging

EricLBuehler · Feb 20, 2025 · 3a01040 · 3a01040
1 parent c52e005
commit 3a01040
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/mistralrs-core/src/engine/mod.rs b/mistralrs-core/src/engine/mod.rs
@@ -531,7 +531,7 @@ impl Engine {
                 let req = format!("{}\n", serde_json::to_string(&request).unwrap());
                 writer.write_all(req.as_bytes()).unwrap();
             }
-            info!("Send to all workers!");
+            info!("Replicated request to all workers!");
         };
 
         let is_chat = matches!(

diff --git a/mistralrs-core/src/pipeline/normal.rs b/mistralrs-core/src/pipeline/normal.rs
@@ -567,9 +567,9 @@ impl Loader for NormalLoader {
                     cmd.env(FLAG, serde_json::to_string(&data)?);
                     cmd.env("MISTRALRS_MN_WORKER_ID", worker_rank.to_string());
 
-                    cmd.stdout(std::process::Stdio::null());
+                    // cmd.stdout(std::process::Stdio::null());
                     cmd.stderr(std::process::Stdio::null());
-                    cmd.stdin(std::process::Stdio::null());
+                    // cmd.stdin(std::process::Stdio::null());
 
                     children.push(cmd.spawn().expect("Failed to spawn process"));
                 }

diff --git a/mistralrs-quant/src/distributed/layers.rs b/mistralrs-quant/src/distributed/layers.rs
@@ -110,7 +110,9 @@ impl QuantMethod for RowParallelLayer {
 
     fn forward(&self, a: &Tensor) -> Result<Tensor> {
         let mut xs = self.weight.forward(a)?;
+        eprintln!("comm start");
         xs = self.all_reduce.apply(&xs)?;
+        eprintln!("comm end");
         if let Some(bias) = &self.bias {
             xs = xs.broadcast_add(bias)?;
         }