Update fedml_inference_runner.py

FedML-AI · Oct 24, 2023 · d413ef0 · d413ef0
1 parent 944f067
commit d413ef0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/fedml/serving/fedml_inference_runner.py b/python/fedml/serving/fedml_inference_runner.py
@@ -13,12 +13,12 @@ async def predict(request: Request):
             input_json = await request.json()
             response_text = self.client_predictor.predict(input_json)
 
-            return str(response_text)
+            return {"generated_text": str(response_text)}
 
         @api.get("/ready")
         async def ready():
             return {"status": "Success"}
 
         import uvicorn
         port = 2345
-        uvicorn.run(api, host="0.0.0.0", port=port)
+        uvicorn.run(api, host="0.0.0.0", port=port)