item id, content id

Signed-off-by: Andrew Xia <axia@meta.com>

Author: qandrew

vllm/entrypoints/openai/serving_responses.py

@@ -1245,9 +1245,9 @@ async def _process_harmony_streaming_events(
         created_time: int,
         _send_event: Callable[[BaseModel], str],
     ) -> AsyncGenerator[str, None]:
-        current_content_index = 0  # FIXME: this number is never changed
+        current_content_index = -1
         current_output_index = 0
-        current_item_id = ""  # FIXME: this number is never changed
+        current_item_id: str = ""
         sent_output_item_added = False
 
         async for ctx in result_generator:
@@ -1337,6 +1337,8 @@ async def _process_harmony_streaming_events(
                         and ctx.parser.current_recipient is None):
                     if not sent_output_item_added:
                         sent_output_item_added = True
+                        # wut
+                        current_item_id = f"msg_{random_uuid()}"
                         yield _send_event(
                             openai_responses_types.
                             ResponseOutputItemAddedEvent(
@@ -1352,6 +1354,7 @@ async def _process_harmony_streaming_events(
                                     status="in_progress",
                                 ),
                             ))
+                        current_content_index += 1
                         yield _send_event(
                             openai_responses_types.
                             ResponseContentPartAddedEvent(
@@ -1382,6 +1385,7 @@ async def _process_harmony_streaming_events(
                       and ctx.parser.current_recipient is None):
                     if not sent_output_item_added:
                         sent_output_item_added = True
+                        current_item_id = f"msg_{random_uuid()}"
                         yield _send_event(
                             openai_responses_types.
                             ResponseOutputItemAddedEvent(
@@ -1396,6 +1400,7 @@ async def _process_harmony_streaming_events(
                                     status="in_progress",
                                 ),
                             ))
+                        current_content_index += 1
                         yield _send_event(
                             openai_responses_types.
                             ResponseContentPartAddedEvent(
@@ -1428,6 +1433,7 @@ async def _process_harmony_streaming_events(
                       ) and ctx.parser.current_recipient == "python":
                     if not sent_output_item_added:
                         sent_output_item_added = True
+                        current_item_id = f"tool_{random_uuid()}"
                         yield _send_event(
                             openai_responses_types.
                             ResponseOutputItemAddedEvent(
@@ -1498,6 +1504,7 @@ async def _process_harmony_streaming_events(
                         raise ValueError(
                             f"Unknown function name: {function_name}")
 
+                    current_item_id = f"tool_{random_uuid()}",
                     yield _send_event(
                         openai_responses_types.ResponseOutputItemAddedEvent(
                             type="response.output_item.added",