Skip test

xorbitsai · Oct 17, 2023 · 3332b4a · 3332b4a
1 parent bbd44e6
commit 3332b4a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/xinference/model/llm/pytorch/tests/test_spec_decoding.py b/xinference/model/llm/pytorch/tests/test_spec_decoding.py
@@ -14,6 +14,7 @@
 
 import logging
 
+import pytest
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
@@ -22,6 +23,7 @@
 logging.basicConfig(level=logging.DEBUG)
 
 
+@pytest.mark.skip(reason="Temporary disabled")
 def test_spec_decoding():
     """
     Use the draft model itself as the target model. If the decoding works, all the draft tokens
@@ -44,7 +46,6 @@ def test_spec_decoding():
         model=draft_model,
         tokenizer=tokenizer,
         prompt=formatted_prompt,
-        device="cuda",
         generate_config={"model": "test", "temperature": 0, "max_tokens": 64},
     ):
         pass