Skip to content

Commit 0b8e871

Browse files
authored
[CI/Build] Fix test_defaults_with_usage_context in AMD CI (#27926)
Signed-off-by: zhewenli <zhewenli@meta.com>
1 parent 5ee93a5 commit 0b8e871

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

tests/v1/engine/test_engine_args.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -53,10 +53,12 @@ def test_defaults_with_usage_context():
5353
vllm_config: VllmConfig = engine_args.create_engine_config(UsageContext.LLM_CLASS)
5454

5555
from vllm.platforms import current_platform
56+
from vllm.utils.mem_constants import GiB_bytes
5657

58+
device_memory = current_platform.get_device_total_memory()
5759
device_name = current_platform.get_device_name().lower()
58-
if "h100" in device_name or "h200" in device_name:
59-
# For H100 and H200, we use larger default values.
60+
if device_memory >= 70 * GiB_bytes and "a100" not in device_name:
61+
# For GPUs like H100, H200, and MI300x with >= 70GB memory
6062
default_llm_tokens = 16384
6163
default_server_tokens = 8192
6264
default_max_num_seqs = 1024

0 commit comments

Comments
 (0)