We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2e0b5fc commit 6696bb5Copy full SHA for 6696bb5
benchmarks/benchmark_serving_structured_output.py
@@ -449,7 +449,8 @@ async def benchmark(
449
def prepare_extra_body(request) -> dict:
450
extra_body = {}
451
# Add the schema to the extra_body
452
- extra_body[request.structure_type] = request.schema
+ extra_body["structured_outputs"] = {}
453
+ extra_body["structured_outputs"][request.structure_type] = request.schema
454
return extra_body
455
456
print("Starting initial single prompt test run...")
0 commit comments