unit test

Signed-off-by: Andrew Xia <axia@meta.com>

Author: qandrew

tests/entrypoints/openai/test_response_api_with_harmony.py

@@ -304,6 +304,9 @@ async def test_streaming(client: OpenAI, model_name: str, background: bool):
             background=background,
         )
 
+        current_item_id = ""
+        current_content_index = -1
+
         events = []
         current_event_mode = None
         resp_id = None
@@ -315,6 +318,26 @@ async def test_streaming(client: OpenAI, model_name: str, background: bool):
                 current_event_mode = event.type
                 print(f"\n[{event.type}] ", end="", flush=True)
 
+            # verify current_item_id is correct
+            if event.type == "response.output_item.added":
+                assert event.item.id != current_item_id
+                current_item_id = event.item.id
+            elif event.type in [
+                    "response.output_text.delta",
+                    "response.reasoning_text.delta"
+            ]:
+                assert event.item_id == current_item_id
+
+            # verify content_index_id is correct
+            if event.type == "response.content_part.added":
+                assert event.content_index != current_content_index
+                current_content_index = event.content_index
+            elif event.type in [
+                    "response.output_text.delta",
+                    "response.reasoning_text.delta"
+            ]:
+                assert event.content_index == current_content_index
+
             if "text.delta" in event.type:
                 print(event.delta, end="", flush=True)
             elif "reasoning_text.delta" in event.type:

vllm/entrypoints/openai/serving_responses.py

@@ -1504,7 +1504,7 @@ async def _process_harmony_streaming_events(
                         raise ValueError(
                             f"Unknown function name: {function_name}")
 
-                    current_item_id = f"tool_{random_uuid()}",
+                    current_item_id = f"tool_{random_uuid()}"
                     yield _send_event(
                         openai_responses_types.ResponseOutputItemAddedEvent(
                             type="response.output_item.added",