From 7672704bc1e96b1f8861ba4d3cbec6b18dbfd108 Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Wed, 19 Jun 2024 08:51:49 +0000 Subject: [PATCH] Improve conftest --- tests/conftest.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/conftest.py b/tests/conftest.py index f37c9883f7cf1..5bbfd87f0bb3b 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -365,7 +365,7 @@ def __exit__(self, exc_type, exc_value, traceback): cleanup() -@pytest.fixture +@pytest.fixture(scope="session") def hf_runner(): return HfRunner @@ -385,6 +385,7 @@ def __init__( block_size: int = 16, enable_chunked_prefill: bool = False, swap_space: int = 4, + enforce_eager: bool = False, **kwargs, ) -> None: self.model = LLM( @@ -393,6 +394,7 @@ def __init__( trust_remote_code=True, dtype=dtype, swap_space=swap_space, + enforce_eager=enforce_eager, disable_log_stats=disable_log_stats, tensor_parallel_size=tensor_parallel_size, max_model_len=max_model_len,