fix: Thanks Code Rabbit and clippy.

Author: grahamking

components/frontend/src/dynamo/frontend/main.py

@@ -60,11 +60,18 @@ def parse_args():
         help="KV Router: Temperature for worker sampling via softmax. Higher values promote more randomness, and 0 fallbacks to deterministic.",
     )
     parser.add_argument(
-        "--use-kv-events",
-        type=bool,
-        default=True,
+        "--kv-events",
+        action="store_true",
+        dest="use_kv_events",
         help=" KV Router: Whether to use KV events to maintain the view of cached blocks. If false, would use ApproxKvRouter for predicting block creation / deletion based only on incoming requests at a timer.",
     )
+    parser.add_argument(
+        "--no-kv-events",
+        action="store_false",
+        dest="use_kv_events",
+        help=" KV Router. Disable KV events.",
+    )
+    parser.set_defaults(use_kv_events=True)
 
     return parser.parse_args()
 

launch/dynamo-run/src/lib.rs

@@ -44,7 +44,7 @@ pub async fn run(
         // Only set if user provides. Usually loaded from tokenizer_config.json
         .context_length(flags.context_length)
         .http_port(Some(flags.http_port))
-        .router_config(flags.router_config())
+        .router_config(Some(flags.router_config()))
         .request_template(flags.request_template.clone());
 
     // If `in=dyn` we want the trtllm/sglang/vllm subprocess to listen on that endpoint.

lib/llm/src/discovery/model_manager.rs

@@ -212,7 +212,7 @@ impl ModelManager {
         kv_cache_block_size: u32,
         kv_router_config: Option<KvRouterConfig>,
     ) -> anyhow::Result<Arc<KvRouter>> {
-        let selector = Box::new(DefaultWorkerSelector::new(kv_router_config.clone()));
+        let selector = Box::new(DefaultWorkerSelector::new(kv_router_config));
         let chooser = KvRouter::new(
             component.clone(),
             kv_cache_block_size,

lib/llm/src/discovery/watcher.rs

@@ -220,7 +220,7 @@ impl ModelWatcher {
                                 &model_entry.name,
                                 &component,
                                 card.kv_cache_block_size,
-                                self.kv_router_config.clone(),
+                                self.kv_router_config,
                             )
                             .await?;
                         let kv_push_router = KvPushRouter::new(router, chooser);
@@ -261,7 +261,7 @@ impl ModelWatcher {
                                 &model_entry.name,
                                 &component,
                                 card.kv_cache_block_size,
-                                self.kv_router_config.clone(),
+                                self.kv_router_config,
                             )
                             .await?;
                         let kv_push_router = KvPushRouter::new(router, chooser);

lib/llm/src/entrypoint/input/http.rs

@@ -42,7 +42,7 @@ pub async fn run(runtime: Runtime, engine_config: EngineConfig) -> anyhow::Resul
                         etcd_client.clone(),
                         MODEL_ROOT_PATH,
                         router_config.router_mode,
-                        Some(router_config.kv_router_config.clone()),
+                        Some(router_config.kv_router_config),
                     )
                     .await?;
                 }