BUG: incorrect endpoint on host 0.0.0.0 (#474)

xinference/core/restful_api.py

@@ -223,11 +223,11 @@ class RegisterModelRequest(BaseModel):
 
 
 class RESTfulAPIActor(xo.Actor):
-    def __init__(self, sockets: List[socket.socket], endpoint: str):
+    def __init__(self, sockets: List[socket.socket], internal_endpoint: str):
         super().__init__()
         self._supervisor_ref: xo.ActorRefType["SupervisorActor"]
         self._sockets = sockets
-        self._endpoint = endpoint
+        self._internal_endpoint = internal_endpoint
         self._router = None
         self._app = None
 
@@ -436,7 +436,7 @@ def build_interface(self, model_uid: str):
         but calling API in async function does not return
         """
         assert self._app is not None
-        assert self._endpoint is not None
+        assert self._internal_endpoint is not None
 
         from .chat_interface import LLMInterface
 
@@ -453,7 +453,7 @@ def build_interface(self, model_uid: str):
                 asyncio.set_event_loop(asyncio.new_event_loop())
 
         try:
-            interface = LLMInterface(self._endpoint, model_uid)
+            interface = LLMInterface(self._internal_endpoint, model_uid)
             gr.mount_gradio_app(self._app, interface.build(), f"/{model_uid}")
         except ValueError as ve:
             logger.error(str(ve), exc_info=True)

xinference/deploy/supervisor.py

@@ -52,15 +52,13 @@ async def start_supervisor_components(address: str, host: str, port: int):
         else:
             raise
 
-    if host == "0.0.0.0":
-        host = "localhost"
-
+    internal_host = "localhost" if host == "0.0.0.0" else host
     restful_actor = await xo.create_actor(
         RESTfulAPIActor,
         address=address,
         uid=RESTfulAPIActor.uid(),
         sockets=sockets,
-        endpoint=f"http://{host}:{port}",
+        internal_endpoint=f"http://{internal_host}:{port}",
     )
     await restful_actor.serve()
     url = f"http://{host}:{port}"