Fix missing logging system message in anthropic

log10/_httpx_utils.py

@@ -153,6 +153,10 @@ async def _try_post_request_async(url: str, payload: dict = {}) -> httpx.Respons
 
 
 def format_anthropic_request(request_content) -> str:
+    system_message = request_content.get("system", "")
+    if system_message:
+        request_content["messages"].insert(0, {"role": "system", "content": system_message})
+
     for message in request_content.get("messages", []):
         new_content = []
         message_content = message.get("content")

tests/test_anthropic.py

@@ -31,18 +31,22 @@ def test_completions_create(session, anthropic_legacy_model):
 @pytest.mark.chat
 def test_messages_create(session, anthropic_model):
     client = Anthropic()
-
+    system_message = "Respond only in Yoda-speak."
     message = client.messages.create(
         model=anthropic_model,
         max_tokens=1000,
         temperature=0.0,
-        system="Respond only in Yoda-speak.",
+        system=system_message,
         messages=[{"role": "user", "content": "How are you today?"}],
     )
 
     text = message.content[0].text
     assert isinstance(text, str)
-    _LogAssertion(completion_id=session.last_completion_id(), message_content=text).assert_chat_response()
+    log_assertion = _LogAssertion(
+        completion_id=session.last_completion_id(), message_content=text, system_message=system_message
+    )
+    log_assertion.assert_chat_response()
+    log_assertion.assert_system_message_request()
 
 
 @pytest.mark.chat

tests/utils.py

@@ -25,6 +25,7 @@ def __init__(self, *args, **kwargs):
         self._message_content = kwargs.get("message_content", "")
         self._text = kwargs.get("text", "")
         self._function_args = kwargs.get("function_args", [])
+        self._system_message = kwargs.get("system_message", "")
 
         assert self._completion_id, "No completion id provided."
         assert is_valid_uuid(self._completion_id), "Completion ID should be found and valid uuid."
@@ -52,6 +53,23 @@ def assert_text_response(self):
             self._text == text
         ), f"Text does not match the generated completion for completion {self._completion_id}."
 
+    def assert_system_message_request(self):
+        if not self._system_message:
+            return
+
+        self.get_completion()
+        assert self.data.get("request", {}), f"No request logged for completion {self._completion_id}."
+        request = self.data["request"]
+        assert request.get("messages", ""), f"No request message logged for completion {self._completion_id}."
+        system_message = request["messages"][0]
+        assert system_message.get(
+            "content", ""
+        ), f"No system message content logged for completion {self._completion_id}."
+        content = system_message["content"]
+        assert (
+            self._system_message == content
+        ), f"System message content does not match the generated completion for completion {self._completion_id}."
+
     def assert_chat_response(self):
         assert self._message_content, "No output generated from the model."
         self.get_completion()