Skip to content

feat: Add responses and safety impl extra_body #3781

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 18 commits into from
Oct 15, 2025
+36,829 −235
Merged

feat: Add responses and safety impl extra_body #3781

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
ad4362e
feat: Add responses and safety impl extra_body
slekkala1 Oct 10, 2025
171fb71
clean and fix tests
slekkala1 Oct 10, 2025
c10db23
use guardrails and run_moderation api
slekkala1 Oct 13, 2025
06dcfd1
fix tests and remove unwanted changes
slekkala1 Oct 13, 2025
aeb9e4b
add recordings
slekkala1 Oct 13, 2025
495d233
add recording again
slekkala1 Oct 13, 2025
da07772
fix tests
slekkala1 Oct 13, 2025
b5c08c7
clean
slekkala1 Oct 13, 2025
f8861bc
improve user message
slekkala1 Oct 13, 2025
74be622
fix test
slekkala1 Oct 13, 2025
9a4d3d7
address comments
slekkala1 Oct 14, 2025
6e02802
fix tests
slekkala1 Oct 14, 2025
eb7dceb
add explicit types
slekkala1 Oct 14, 2025
fc960a3
skip emitting deltas
slekkala1 Oct 15, 2025
31105c4
run pre-commit
slekkala1 Oct 15, 2025
ada18ec
queue and stream events for safe chunk
slekkala1 Oct 15, 2025
f6eb124
fix tests
slekkala1 Oct 15, 2025
94b5df7
remove unwanted recordings
slekkala1 Oct 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
75 changes: 46 additions & 29 deletions docs/static/deprecated-llama-stack-spec.html
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2135,7 +2135,7 @@
"deprecated": true,
"x-llama-stack-extra-body-params": [
{
"name": "shields",
"name": "guardrails",
"schema": {
"type": "array",
"items": {
Expand All @@ -2144,12 +2144,12 @@
"type": "string"
},
{
"$ref": "#/components/schemas/ResponseShieldSpec"
"$ref": "#/components/schemas/ResponseGuardrailSpec"
}
]
}
},
"description": "List of shields to apply during response generation. Shields provide safety and content moderation.",
"description": "List of guardrails to apply during response generation. Guardrails provide safety and content moderation.",
"required": false
}
]
Expand Down Expand Up @@ -8483,6 +8483,28 @@
}
}
},
"OpenAIResponseContentPartRefusal": {
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "refusal",
"default": "refusal",
"description": "Content part type identifier, always \"refusal\""
},
"refusal": {
"type": "string",
"description": "Refusal text supplied by the model"
}
},
"additionalProperties": false,
"required": [
"type",
"refusal"
],
"title": "OpenAIResponseContentPartRefusal",
"description": "Refusal content within a streamed response part."
},
"OpenAIResponseError": {
"type": "object",
"properties": {
Expand Down Expand Up @@ -9063,6 +9085,23 @@
}
},
"OpenAIResponseOutputMessageContent": {
"oneOf": [
{
"$ref": "#/components/schemas/OpenAIResponseOutputMessageContentOutputText"
},
{
"$ref": "#/components/schemas/OpenAIResponseContentPartRefusal"
}
],
"discriminator": {
"propertyName": "type",
"mapping": {
"output_text": "#/components/schemas/OpenAIResponseOutputMessageContentOutputText",
"refusal": "#/components/schemas/OpenAIResponseContentPartRefusal"
}
}
},
"OpenAIResponseOutputMessageContentOutputText": {
"type": "object",
"properties": {
"text": {
Expand Down Expand Up @@ -9567,20 +9606,20 @@
"title": "OpenAIResponseUsage",
"description": "Usage information for OpenAI response."
},
"ResponseShieldSpec": {
"ResponseGuardrailSpec": {
"type": "object",
"properties": {
"type": {
"type": "string",
"description": "The type/identifier of the shield."
"description": "The type/identifier of the guardrail."
}
},
"additionalProperties": false,
"required": [
"type"
],
"title": "ResponseShieldSpec",
"description": "Specification for a shield to apply during response generation."
"title": "ResponseGuardrailSpec",
"description": "Specification for a guardrail to apply during response generation."
},
"OpenAIResponseInputTool": {
"oneOf": [
Expand Down Expand Up @@ -9981,28 +10020,6 @@
"title": "OpenAIResponseContentPartReasoningText",
"description": "Reasoning text emitted as part of a streamed response."
},
"OpenAIResponseContentPartRefusal": {
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "refusal",
"default": "refusal",
"description": "Content part type identifier, always \"refusal\""
},
"refusal": {
"type": "string",
"description": "Refusal text supplied by the model"
}
},
"additionalProperties": false,
"required": [
"type",
"refusal"
],
"title": "OpenAIResponseContentPartRefusal",
"description": "Refusal content within a streamed response part."
},
"OpenAIResponseObjectStream": {
"oneOf": [
{
Expand Down
63 changes: 36 additions & 27 deletions docs/static/deprecated-llama-stack-spec.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1569,16 +1569,16 @@ paths:
required: true
deprecated: true
x-llama-stack-extra-body-params:
- name: shields
- name: guardrails
schema:
type: array
items:
oneOf:
- type: string
- $ref: '#/components/schemas/ResponseShieldSpec'
- $ref: '#/components/schemas/ResponseGuardrailSpec'
description: >-
List of shields to apply during response generation. Shields provide safety
and content moderation.
List of guardrails to apply during response generation. Guardrails provide
safety and content moderation.
required: false
/v1/openai/v1/responses/{response_id}:
get:
Expand Down Expand Up @@ -6332,6 +6332,25 @@ components:
url_citation: '#/components/schemas/OpenAIResponseAnnotationCitation'
container_file_citation: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation'
file_path: '#/components/schemas/OpenAIResponseAnnotationFilePath'
OpenAIResponseContentPartRefusal:
type: object
properties:
type:
type: string
const: refusal
default: refusal
description: >-
Content part type identifier, always "refusal"
refusal:
type: string
description: Refusal text supplied by the model
additionalProperties: false
required:
- type
- refusal
title: OpenAIResponseContentPartRefusal
description: >-
Refusal content within a streamed response part.
OpenAIResponseError:
type: object
properties:
Expand Down Expand Up @@ -6755,6 +6774,15 @@ components:
mcp_list_tools: '#/components/schemas/OpenAIResponseOutputMessageMCPListTools'
mcp_approval_request: '#/components/schemas/OpenAIResponseMCPApprovalRequest'
OpenAIResponseOutputMessageContent:
oneOf:
- $ref: '#/components/schemas/OpenAIResponseOutputMessageContentOutputText'
- $ref: '#/components/schemas/OpenAIResponseContentPartRefusal'
discriminator:
propertyName: type
mapping:
output_text: '#/components/schemas/OpenAIResponseOutputMessageContentOutputText'
refusal: '#/components/schemas/OpenAIResponseContentPartRefusal'
"OpenAIResponseOutputMessageContentOutputText":
type: object
properties:
text:
Expand Down Expand Up @@ -7149,18 +7177,18 @@ components:
- total_tokens
title: OpenAIResponseUsage
description: Usage information for OpenAI response.
ResponseShieldSpec:
ResponseGuardrailSpec:
type: object
properties:
type:
type: string
description: The type/identifier of the shield.
description: The type/identifier of the guardrail.
additionalProperties: false
required:
- type
title: ResponseShieldSpec
title: ResponseGuardrailSpec
description: >-
Specification for a shield to apply during response generation.
Specification for a guardrail to apply during response generation.
OpenAIResponseInputTool:
oneOf:
- $ref: '#/components/schemas/OpenAIResponseInputToolWebSearch'
Expand Down Expand Up @@ -7466,25 +7494,6 @@ components:
title: OpenAIResponseContentPartReasoningText
description: >-
Reasoning text emitted as part of a streamed response.
OpenAIResponseContentPartRefusal:
type: object
properties:
type:
type: string
const: refusal
default: refusal
description: >-
Content part type identifier, always "refusal"
refusal:
type: string
description: Refusal text supplied by the model
additionalProperties: false
required:
- type
- refusal
title: OpenAIResponseContentPartRefusal
description: >-
Refusal content within a streamed response part.
OpenAIResponseObjectStream:
oneOf:
- $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseCreated'
Expand Down
75 changes: 46 additions & 29 deletions docs/static/llama-stack-spec.html
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1833,7 +1833,7 @@
"deprecated": false,
"x-llama-stack-extra-body-params": [
{
"name": "shields",
"name": "guardrails",
"schema": {
"type": "array",
"items": {
Expand All @@ -1842,12 +1842,12 @@
"type": "string"
},
{
"$ref": "#/components/schemas/ResponseShieldSpec"
"$ref": "#/components/schemas/ResponseGuardrailSpec"
}
]
}
},
"description": "List of shields to apply during response generation. Shields provide safety and content moderation.",
"description": "List of guardrails to apply during response generation. Guardrails provide safety and content moderation.",
"required": false
}
]
Expand Down Expand Up @@ -5670,6 +5670,28 @@
}
}
},
"OpenAIResponseContentPartRefusal": {
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "refusal",
"default": "refusal",
"description": "Content part type identifier, always \"refusal\""
},
"refusal": {
"type": "string",
"description": "Refusal text supplied by the model"
}
},
"additionalProperties": false,
"required": [
"type",
"refusal"
],
"title": "OpenAIResponseContentPartRefusal",
"description": "Refusal content within a streamed response part."
},
"OpenAIResponseInputFunctionToolCallOutput": {
"type": "object",
"properties": {
Expand Down Expand Up @@ -5905,6 +5927,23 @@
"description": "Corresponds to the various Message types in the Responses API. They are all under one type because the Responses API gives them all the same \"type\" value, and there is no way to tell them apart in certain scenarios."
},
"OpenAIResponseOutputMessageContent": {
"oneOf": [
{
"$ref": "#/components/schemas/OpenAIResponseOutputMessageContentOutputText"
},
{
"$ref": "#/components/schemas/OpenAIResponseContentPartRefusal"
}
],
"discriminator": {
"propertyName": "type",
"mapping": {
"output_text": "#/components/schemas/OpenAIResponseOutputMessageContentOutputText",
"refusal": "#/components/schemas/OpenAIResponseContentPartRefusal"
}
}
},
"OpenAIResponseOutputMessageContentOutputText": {
"type": "object",
"properties": {
"text": {
Expand Down Expand Up @@ -7814,20 +7853,20 @@
"title": "OpenAIResponseUsage",
"description": "Usage information for OpenAI response."
},
"ResponseShieldSpec": {
"ResponseGuardrailSpec": {
"type": "object",
"properties": {
"type": {
"type": "string",
"description": "The type/identifier of the shield."
"description": "The type/identifier of the guardrail."
}
},
"additionalProperties": false,
"required": [
"type"
],
"title": "ResponseShieldSpec",
"description": "Specification for a shield to apply during response generation."
"title": "ResponseGuardrailSpec",
"description": "Specification for a guardrail to apply during response generation."
},
"OpenAIResponseInputTool": {
"oneOf": [
Expand Down Expand Up @@ -8228,28 +8267,6 @@
"title": "OpenAIResponseContentPartReasoningText",
"description": "Reasoning text emitted as part of a streamed response."
},
"OpenAIResponseContentPartRefusal": {
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "refusal",
"default": "refusal",
"description": "Content part type identifier, always \"refusal\""
},
"refusal": {
"type": "string",
"description": "Refusal text supplied by the model"
}
},
"additionalProperties": false,
"required": [
"type",
"refusal"
],
"title": "OpenAIResponseContentPartRefusal",
"description": "Refusal content within a streamed response part."
},
"OpenAIResponseObjectStream": {
"oneOf": [
{
Expand Down
Loading
Loading