From 2d5cfb4c1ef813aeda06c997e3d17482d44269f0 Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Wed, 26 Feb 2025 12:41:35 +0000 Subject: [PATCH 1/2] Revert to using Ultravox v0.4 for entrypoints tests Signed-off-by: DarkLight1337 --- tests/entrypoints/openai/test_audio.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/entrypoints/openai/test_audio.py b/tests/entrypoints/openai/test_audio.py index fe7299a48e6f..f6ba0f6ff978 100644 --- a/tests/entrypoints/openai/test_audio.py +++ b/tests/entrypoints/openai/test_audio.py @@ -11,7 +11,7 @@ from ...utils import RemoteOpenAIServer -MODEL_NAME = "fixie-ai/ultravox-v0_5-llama-3_2-1b" +MODEL_NAME = "fixie-ai/ultravox-v0_4" TEST_AUDIO_URLS = [ AudioAsset("winning_call").url, ] From 1c2d3497308c3683e38ce3bea87426408712c7a3 Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Wed, 26 Feb 2025 12:53:42 +0000 Subject: [PATCH 2/2] Update token counts Signed-off-by: DarkLight1337 --- tests/entrypoints/openai/test_audio.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/entrypoints/openai/test_audio.py b/tests/entrypoints/openai/test_audio.py index f6ba0f6ff978..7e08fdaf1ad9 100644 --- a/tests/entrypoints/openai/test_audio.py +++ b/tests/entrypoints/openai/test_audio.py @@ -11,7 +11,7 @@ from ...utils import RemoteOpenAIServer -MODEL_NAME = "fixie-ai/ultravox-v0_4" +MODEL_NAME = "fixie-ai/ultravox-v0_5-llama-3_2-1b" TEST_AUDIO_URLS = [ AudioAsset("winning_call").url, ] @@ -83,7 +83,7 @@ async def test_single_chat_session_audio(client: openai.AsyncOpenAI, choice = chat_completion.choices[0] assert choice.finish_reason == "length" assert chat_completion.usage == openai.types.CompletionUsage( - completion_tokens=10, prompt_tokens=201, total_tokens=211) + completion_tokens=10, prompt_tokens=202, total_tokens=212) message = choice.message message = chat_completion.choices[0].message @@ -140,7 +140,7 @@ async def test_single_chat_session_audio_base64encoded( choice = chat_completion.choices[0] assert choice.finish_reason == "length" assert chat_completion.usage == openai.types.CompletionUsage( - completion_tokens=10, prompt_tokens=201, total_tokens=211) + completion_tokens=10, prompt_tokens=202, total_tokens=212) message = choice.message message = chat_completion.choices[0].message @@ -196,7 +196,7 @@ async def test_single_chat_session_input_audio( choice = chat_completion.choices[0] assert choice.finish_reason == "length" assert chat_completion.usage == openai.types.CompletionUsage( - completion_tokens=10, prompt_tokens=201, total_tokens=211) + completion_tokens=10, prompt_tokens=202, total_tokens=212) message = choice.message message = chat_completion.choices[0].message