Skip to content

Commit c934ba6

Browse files
committed
fix: Thanks Code Rabbit
1 parent 7f9f082 commit c934ba6

File tree

2 files changed

+11
-4
lines changed
  • components/frontend/src/dynamo/frontend
  • launch/dynamo-run/src

2 files changed

+11
-4
lines changed

components/frontend/src/dynamo/frontend/main.py

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -60,11 +60,18 @@ def parse_args():
6060
help="KV Router: Temperature for worker sampling via softmax. Higher values promote more randomness, and 0 fallbacks to deterministic.",
6161
)
6262
parser.add_argument(
63-
"--use-kv-events",
64-
type=bool,
65-
default=True,
63+
"--kv-events",
64+
action="store_true",
65+
dest="use_kv_events",
6666
help=" KV Router: Whether to use KV events to maintain the view of cached blocks. If false, would use ApproxKvRouter for predicting block creation / deletion based only on incoming requests at a timer.",
6767
)
68+
parser.add_argument(
69+
"--no-kv-events",
70+
action="store_false",
71+
dest="use_kv_events",
72+
help=" KV Router. Disable KV events.",
73+
)
74+
parser.set_defaults(use_kv_events=True)
6875

6976
return parser.parse_args()
7077

launch/dynamo-run/src/lib.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ pub async fn run(
4444
// Only set if user provides. Usually loaded from tokenizer_config.json
4545
.context_length(flags.context_length)
4646
.http_port(Some(flags.http_port))
47-
.router_config(flags.router_config())
47+
.router_config(Some(flags.router_config()))
4848
.request_template(flags.request_template.clone());
4949

5050
// If `in=dyn` we want the trtllm/sglang/vllm subprocess to listen on that endpoint.

0 commit comments

Comments
 (0)