fix

Author: biswapanda

examples/tensorrt_llm/common/utils.py

@@ -25,6 +25,8 @@
 
 logger = logging.getLogger(__name__)
 
+AsyncTask = Union[Callable[..., Coroutine[Any, Any, bool]], weakref.WeakMethod]
+
 
 class RoutingStrategy(Enum):
     ROUND_ROBIN = "round_robin"
@@ -54,9 +56,7 @@ class ConversationMessage(TypedDict):
 class ManagedThread(threading.Thread):
     def __init__(
         self,
-        task: Optional[
-            Union[Callable[..., Coroutine[Any, Any, bool]], weakref.WeakMethod]
-        ],
+        task: Optional[AsyncTask],
         error_queue: Optional[Queue] = None,
         name: Optional[str] = None,
         loop: Optional[asyncio.AbstractEventLoop] = None,
@@ -76,9 +76,7 @@ def set_loop(self, loop: asyncio.AbstractEventLoop):
 
     def run(self):
         while not self.stop_event.is_set():
-            task: Optional[
-                Union[Callable[..., Coroutine[Any, Any, bool]], weakref.WeakMethod]
-            ] = self.task
+            task: Optional[AsyncTask] = self.task
             if isinstance(task, weakref.WeakMethod):
                 task = task()
                 if task is None: