[Frontend]-config-cli-args

docs/source/serving/openai_compatible_server.md

@@ -111,6 +111,29 @@ directory [here](https://github.com/vllm-project/vllm/tree/main/examples/)
 :prog: vllm serve
 ```
 
+### Config file
+
+You may also supply these CLI args using a config file. For example:
+
+```yaml
+# config.yaml
+
+host: "127.0.0.1"
+port: 6379
+uvicorn-log-level: "info"
+```
+
+```bash
+$ vllm serve --model SOME_MODEL --config config.yaml
+```
+
+---
+**NOTE** 
+
+In case an argument is supplied using CLI and the config file, the value from the config file will take precedence.
+
+---
+
 ## Tool calling in the chat completion API
 vLLM supports only named function calling in the chat completion API. The `tool_choice` options `auto` and `required` are **not yet supported** but on the roadmap.
 

vllm/scripts.py

@@ -1,6 +1,7 @@
 # The CLI entrypoint to vLLM.
 import argparse
 import asyncio
+import configparser
 import os
 import signal
 import sys
@@ -25,6 +26,13 @@ def signal_handler(sig, frame):
 
 
 def serve(args: argparse.Namespace) -> None:
+    if args.config:
+        config_parser = configparser.ConfigParser()
+        config_parser.read(args.config)
+
+        for key, value in config_parser.items():
+            setattr(args, key, value)
+
     # The default value of `--model`
     if args.model != EngineArgs.model:
         raise ValueError(
@@ -125,6 +133,15 @@ def main():
     serve_parser.add_argument("model_tag",
                               type=str,
                               help="The model tag to serve")
+    serve_parser.add_argument(
+        "--config",
+        type=str,
+        required=False,
+        default='',
+        help="Read CLI options from a config file."
+        "Must be a YAML with the following options:"
+        "https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#command-line-arguments-for-the-server"
+    )
     serve_parser = make_arg_parser(serve_parser)
     serve_parser.set_defaults(dispatch_function=serve)