Skip to content

Commit 5ab5bac

Browse files
committed
fix guided decoding ci test
Signed-off-by: shen-shanshan <467638484@qq.com>
1 parent e2a0c19 commit 5ab5bac

File tree

2 files changed

+5
-10
lines changed

2 files changed

+5
-10
lines changed

.github/workflows/vllm_ascend_test.yaml

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -110,9 +110,7 @@ jobs:
110110
VLLM_USE_MODELSCOPE=True pytest -sv tests/singlecard/test_offline_inference.py
111111
# AscendScheduler doesn't work, fix it later
112112
# pytest -sv tests/singlecard/tets_schedule.py
113-
# guided decoding doesn't work, fix it later
114-
# pytest -sv tests/singlecard/test_guided_decoding.py.py
115-
pytest -sv tests/singlecard/ --ignore=tests/singlecard/test_offline_inference.py --ignore=tests/singlecard/test_scheduler.py --ignore=tests/singlecard/test_guided_decoding.py
113+
pytest -sv tests/singlecard/ --ignore=tests/singlecard/test_offline_inference.py --ignore=tests/singlecard/test_scheduler.py
116114
else
117115
pytest -sv tests/multicard/test_ilama_lora_tp2.py
118116
VLLM_USE_MODELSCOPE=True pytest -sv tests/multicard/ --ignore=tests/multicard/test_ilama_lora_tp2.py
@@ -126,9 +124,7 @@ jobs:
126124
VLLM_USE_MODELSCOPE=True pytest -sv tests/singlecard/test_offline_inference.py
127125
# AscendScheduler doesn't work, fix it later
128126
# pytest -sv tests/singlecard/tets_schedule.py
129-
# guided decoding doesn't work, fix it later
130-
# pytest -sv tests/singlecard/test_guided_decoding.py.py
131-
pytest -sv tests/singlecard/ --ignore=tests/singlecard/test_offline_inference.py --ignore=tests/singlecard/test_scheduler.py --ignore=tests/singlecard/test_guided_decoding.py
127+
pytest -sv tests/singlecard/ --ignore=tests/singlecard/test_offline_inference.py --ignore=tests/singlecard/test_scheduler.py
132128
else
133129
pytest -sv tests/multicard/test_ilama_lora_tp2.py
134130
# Fixme: run VLLM_USE_MODELSCOPE=True pytest -sv tests/multicard/test_offline_inference_distributed.py will raise error.

tests/singlecard/test_guided_decoding.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -29,12 +29,11 @@
2929

3030
os.environ["PYTORCH_NPU_ALLOC_CONF"] = "max_split_size_mb:256"
3131
MODEL_NAME = "Qwen/Qwen2.5-1.5B-Instruct"
32+
3233
GuidedDecodingBackendV0 = [
33-
"outlines",
34-
"lm-format-enforcer",
35-
"xgrammar",
34+
"auto", "outlines", "lm-format-enforcer", "xgrammar", "guidance"
3635
]
37-
GuidedDecodingBackendV1 = ["xgrammar", "guidance:disable-any-whitespace"]
36+
GuidedDecodingBackendV1 = ["auto", "xgrammar", "guidance"]
3837
GuidedDecodingBackend = list(
3938
set(GuidedDecodingBackendV0 + GuidedDecodingBackendV1))
4039

0 commit comments

Comments
 (0)