We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bf40fea commit 091a91bCopy full SHA for 091a91b
tests/v1/engine/test_engine_args.py
@@ -53,8 +53,8 @@ def test_defaults_with_usage_context():
53
vllm_config: VllmConfig = engine_args.create_engine_config(UsageContext.LLM_CLASS)
54
55
from vllm.platforms import current_platform
56
+ from vllm.utils.mem_constants import GiB_bytes
57
- GiB_bytes = 1024**3
58
device_memory = current_platform.get_device_total_memory()
59
device_name = current_platform.get_device_name().lower()
60
if device_memory >= 70 * GiB_bytes and "a100" not in device_name:
0 commit comments