debug

janhq · Aug 6, 2024 · c180953 · c180953
1 parent 9701f35
commit c180953
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_case.py b/tests/test_case.py
@@ -115,7 +115,7 @@ def setUpClass(cls):
             print(f"Found {model_save_dir}. Skipping download.")
         # Model loading using vllm
         cls.tokenizer = AutoTokenizer.from_pretrained(model_save_dir)
-        cls.llm = LLM(model_save_dir, tokenizer=model_save_dir, gpu_memory_utilization=-1)
+        cls.llm = LLM(model_save_dir, tokenizer=model_save_dir)
 
         # Load dataset
         data_save_dir = os.path.join(args.cache_dir, args.data_dir)