File tree Expand file tree Collapse file tree 1 file changed +2
-18
lines changed
lib/bindings/python/src/dynamo Expand file tree Collapse file tree 1 file changed +2
-18
lines changed Original file line number Diff line number Diff line change 11# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
22# SPDX-License-Identifier: Apache-2.0
3- #
4- # Licensed under the Apache License, Version 2.0 (the "License");
5- # you may not use this file except in compliance with the License.
6- # You may obtain a copy of the License at
7- #
8- # http://www.apache.org/licenses/LICENSE-2.0
9- #
10- # Unless required by applicable law or agreed to in writing, software
11- # distributed under the License is distributed on an "AS IS" BASIS,
12- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13- # See the License for the specific language governing permissions and
14- # limitations under the License.
15-
16- from enum import Enum
3+
174from typing import (
185 Any ,
196 AsyncGenerator ,
@@ -830,12 +817,9 @@ class ModelType:
830817 """What type of request this model needs: Chat, Component or Backend (pre-processed)"""
831818 ...
832819
833- class RouterMode ( Enum ) :
820+ class RouterMode :
834821 """Router mode for load balancing requests across workers"""
835822 ...
836- #RoundRobin: 'RouterMode'
837- #Random: 'RouterMode'
838- #KV: 'RouterMode'
839823
840824class RouterConfig :
841825 """How to route the request"""
You can’t perform that action at this time.
0 commit comments