We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e41545a commit ceba923Copy full SHA for ceba923
tests/v1/engine/test_async_llm.py
@@ -383,7 +383,8 @@ async def test_check_health(monkeypatch: pytest.MonkeyPatch):
383
with monkeypatch.context() as m, ExitStack() as after:
384
m.setenv("VLLM_USE_V1", "1")
385
386
- engine = AsyncLLM.from_engine_args(TEXT_ENGINE_ARGS)
+ with set_default_torch_num_threads(1):
387
+ engine = AsyncLLM.from_engine_args(TEXT_ENGINE_ARGS)
388
after.callback(engine.shutdown)
389
390
# Test 1: Healthy engine should not raise any exception
0 commit comments