fix mypy

xorbitsai · Dec 19, 2023 · d1cbb5b · d1cbb5b
1 parent 25be6a7
commit d1cbb5b
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/xinference/deploy/cmdline.py b/xinference/deploy/cmdline.py
@@ -497,7 +497,9 @@ def model_launch(
         _n_gpu = int(n_gpu)
 
     endpoint = get_endpoint(endpoint)
-    model_size = size_in_billions if "_" in size_in_billions else int(size_in_billions)
+    model_size: Union[str, int] = (
+        size_in_billions if "_" in size_in_billions else int(size_in_billions)
+    )
 
     client = RESTfulClient(base_url=endpoint)
     model_uid = client.launch_model(