Skip to content

Commit ad1fb75

Browse files
committed
revert ds e2e
Signed-off-by: MengqingCao <cmq0113@163.com>
1 parent c7f3b7d commit ad1fb75

File tree

1 file changed

+15
-0
lines changed

1 file changed

+15
-0
lines changed

tests/e2e/multicard/test_offline_inference_distributed.py

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -72,6 +72,21 @@ def test_models_distributed_topk() -> None:
7272
vllm_model.generate(example_prompts, sampling_params)
7373

7474

75+
def test_models_distributed_DeepSeek():
76+
example_prompts = [
77+
"Hello, my name is",
78+
]
79+
dtype = "half"
80+
max_tokens = 5
81+
with VllmRunner(
82+
"deepseek-ai/DeepSeek-V2-Lite",
83+
dtype=dtype,
84+
tensor_parallel_size=4,
85+
distributed_executor_backend="mp",
86+
) as vllm_model:
87+
vllm_model.generate_greedy(example_prompts, max_tokens)
88+
89+
7590
@patch.dict(os.environ, {"VLLM_ASCEND_ENABLE_DBO": "1"})
7691
def test_models_distributed_DeepSeekV3_dbo():
7792
example_prompts = ["The president of the United States is"] * 41

0 commit comments

Comments
 (0)