Skip to content

Commit

Permalink
Bind remote server to port 0
Browse files Browse the repository at this point in the history
  • Loading branch information
kevin314 committed Sep 14, 2024
1 parent 47790f3 commit 3bda16e
Showing 1 changed file with 1 addition and 3 deletions.
4 changes: 1 addition & 3 deletions tests/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,9 +76,7 @@ def __init__(self,
"when `auto_port=True`.")

# Don't mutate the input args
vllm_serve_args = vllm_serve_args + [
"--port", str(get_open_port())
]
vllm_serve_args = vllm_serve_args + ["--port", str(0)]

parser = FlexibleArgumentParser(
description="vLLM's remote OpenAI server.")
Expand Down

0 comments on commit 3bda16e

Please sign in to comment.