Skip to content

Commit 59e5019

Browse files
committed
Fix some failing tests
1 parent e249851 commit 59e5019

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

lib/llm/src/block_manager.rs

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -192,11 +192,21 @@ mod tests {
192192

193193
fn create_reference_block_manager() -> ReferenceBlockManager {
194194
let worker_id = WORKER_ID.fetch_add(1, Ordering::SeqCst);
195+
196+
// Check if we're already in a Tokio runtime context
197+
let async_runtime = if tokio::runtime::Handle::try_current().is_ok() {
198+
None // If we're already in a runtime, don't create a new one
199+
} else {
200+
// Only create a new runtime if not already in one
201+
Some(Arc::new(tokio::runtime::Runtime::new().unwrap()))
202+
};
203+
195204
let config = KvBlockManagerConfig::builder()
196205
.runtime(
197206
KvManagerRuntimeConfig::builder()
198207
.worker_id(worker_id)
199208
.enable_nixl()
209+
.async_runtime(async_runtime)
200210
.build()
201211
.unwrap(),
202212
)

0 commit comments

Comments
 (0)