Llama Stack version in /info endpoint

Author: tisnik

src/app/endpoints/info.py

@@ -3,10 +3,12 @@
 import logging
 from typing import Annotated, Any
 
-from fastapi import APIRouter, Request
+from fastapi import APIRouter, HTTPException, Request, status
 from fastapi import Depends
+from llama_stack_client import APIConnectionError
 
 from auth.interface import AuthTuple
+from client import AsyncLlamaStackClientHolder
 from auth import get_auth_dependency
 from authorization.middleware import authorize
 from configuration import configuration
@@ -49,4 +51,24 @@ async def info_endpoint_handler(
     # Nothing interesting in the request
     _ = request
 
-    return InfoResponse(name=configuration.configuration.name, version=__version__)
+    try:
+        # try to get Llama Stack client
+        client = AsyncLlamaStackClientHolder().get_client()
+        # retrieve version
+        llama_stack_version_object = await client.inspect.version()
+        llama_stack_version = llama_stack_version_object.version
+        return InfoResponse(
+            name=configuration.configuration.name,
+            service_version=__version__,
+            llama_stack_version=llama_stack_version,
+        )
+    # connection to Llama Stack server
+    except APIConnectionError as e:
+        logger.error("Unable to connect to Llama Stack: %s", e)
+        raise HTTPException(
+            status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+            detail={
+                "response": "Unable to connect to Llama Stack",
+                "cause": str(e),
+            },
+        ) from e

src/models/responses.py

@@ -84,13 +84,15 @@ class InfoResponse(BaseModel):
 
     Attributes:
         name: Service name.
-        version: Service version.
+        service_version: Service version.
+        llama_stack_version: Llama Stack version.
 
     Example:
         ```python
         info_response = InfoResponse(
             name="Lightspeed Stack",
-            version="1.0.0",
+            service_version="1.0.0",
+            llama_stack_version="0.2.18",
         )
         ```
     """
@@ -100,18 +102,24 @@ class InfoResponse(BaseModel):
         examples=["Lightspeed Stack"],
     )
 
-    version: str = Field(
+    service_version: str = Field(
         description="Service version",
         examples=["0.1.0", "0.2.0", "1.0.0"],
     )
 
+    llama_stack_version: str = Field(
+        description="Llama Stack version",
+        examples=["0.2.1", "0.2.2", "0.2.18"],
+    )
+
     # provides examples for /docs endpoint
     model_config = {
         "json_schema_extra": {
             "examples": [
                 {
                     "name": "Lightspeed Stack",
-                    "version": "1.0.0",
+                    "service_version": "1.0.0",
+                    "llama_stack_version": "1.0.0",
                 }
             ]
         }