Merge branch 'main' into main

Author: Michaelgathara

tests/serve/test_sglang.py

@@ -156,7 +156,7 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
             response = requests.post(
                 f"http://localhost:{server.port}/v1/chat/completions",
                 json={
-                    "model": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
+                    "model": "Qwen/Qwen3-0.6B",
                     "messages": [
                         {
                             "role": "user",
@@ -172,7 +172,6 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
             assert "choices" in result
             assert len(result["choices"]) > 0
             content = result["choices"][0]["message"]["content"]
-            assert len(content) > 0
             responses.append(content)
             logger.info(f"SGLang {config.name} response: {content}")
 
@@ -194,7 +193,7 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
             response = requests.post(
                 f"http://localhost:{server.port}/v1/completions",
                 json={
-                    "model": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
+                    "model": "Qwen/Qwen3-0.6B",
                     "prompt": "Roger Federer is the greatest tennis player of all time",
                     "max_tokens": 30,
                 },