release gil

Author: richardhuo-nv

lib/bindings/python/rust/llm/block_manager/distributed/leader.rs

@@ -68,7 +68,7 @@ impl KvbmLeader {
 impl KvbmLeader {
     #[new]
     #[pyo3(signature = (world_size, drt))]
-    fn new(world_size: usize, drt: DistributedRuntime) -> PyResult<Self> {
+    fn new(py: Python<'_>, world_size: usize, drt: DistributedRuntime) -> PyResult<Self> {
 
         let barrier_id_prefix = get_barrier_id_prefix();
         let leader_init_timeout_sec: u64 =
@@ -86,8 +86,11 @@ impl KvbmLeader {
 
         let rt = drt.inner().runtime().primary();
 
-        let leader =
-            rt.block_on(async move { KvbmLeaderImpl::new(config).await.map_err(to_pyerr) })?;
+        let leader = py.allow_threads(|| {
+            rt.block_on(async move {
+                KvbmLeaderImpl::new(config).await
+            })
+        }).map_err(to_pyerr)?;
 
         Ok(Self {
             leader: Arc::new(leader),