Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 37 additions & 0 deletions examples/lightspeed-stack-rlsapi-cla.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
name: RHEL Lightspeed CLA Configuration Example
# Example configuration for RHEL Lightspeed Command Line Assistant (CLA)
# deployments using the rlsapi v1 /infer endpoint.
#
# The rlsapi v1 endpoint provides stateless inference without conversation
# history or RAG. It is designed for the RHEL Lightspeed CLI tool.
service:
host: localhost
port: 8080
auth_enabled: true
workers: 1
color_log: true
access_log: true
llama_stack:
use_as_library_client: false
url: http://localhost:8321
inference:
# Configure the default model for rlsapi v1 inference
# Provider ID must match the provider_id in your Llama Stack config
default_provider: google-vertex
default_model: gemini-2.5-flash

# Red Hat Identity authentication (typical for CLA deployments)
authentication:
module: "rh-identity"
rh_identity_config:
required_entitlements: ["rhel"]

# Authorization configuration for CLA
# Grant rlsapi_v1_infer to all authenticated users
authorization:
access_rules:
- role: "*"
actions: ["info", "rlsapi_v1_infer"]
# Optional: Add admin role for full access
# - role: "admin"
# actions: ["admin"]
5 changes: 5 additions & 0 deletions src/app/routers.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@
tools,
# V2 endpoints for Response API support
query_v2,
# RHEL Lightspeed rlsapi v1 compatibility
rlsapi_v1,
)


Expand Down Expand Up @@ -49,6 +51,9 @@ def include_routers(app: FastAPI) -> None:
# Note: query_v2, streaming_query_v2, and conversations_v3 are now exposed at /v1 above
# The old query, streaming_query, and conversations modules are deprecated

# RHEL Lightspeed rlsapi v1 compatibility - stateless CLA (Command Line Assistant) endpoint
app.include_router(rlsapi_v1.router, prefix="/v1")

# road-core does not version these endpoints
app.include_router(health.router)
app.include_router(authorized.router)
Expand Down
Loading
Loading