fix: new sdk e2e test

tests/e2e/bento_new_sdk/conftest.py

@@ -11,6 +11,8 @@
 @pytest.fixture(scope="package", autouse=True)
 def prepare_models() -> None:
     for example in E2E_EXAMPLES:
+        if not (EXAMPLE_DIR / example / "prepare_model.py").exists():
+            continue
         subprocess.run(
             [sys.executable, str(EXAMPLE_DIR / example / "prepare_model.py")],
             check=True,

tests/e2e/bento_new_sdk/requirements.txt

@@ -1,2 +1,4 @@
 scikit-learn
 pydantic>=2
+transformers
+torch

tests/e2e/bento_new_sdk/test_quickstart.py

@@ -2,13 +2,23 @@
 import subprocess
 import sys
 from pathlib import Path
+from time import sleep
 
 import pytest
 
 import bentoml
 
 port = 35678
 
+EXAMPLE_INPUT = "Breaking News: In an astonishing turn of events, the small \
+town of Willow Creek has been taken by storm as local resident Jerry Thompson's cat, \
+Whiskers, performed what witnesses are calling a 'miraculous and gravity-defying leap.' \
+Eyewitnesses report that Whiskers, an otherwise unremarkable tabby cat, jumped \
+a record-breaking 20 feet into the air to catch a fly. The event, which took \
+place in Thompson's backyard, is now being investigated by scientists for potential \
+breaches in the laws of physics. Local authorities are considering a town festival \
+to celebrate what is being hailed as 'The Leap of the Century."
+
 
 @pytest.mark.asyncio
 async def test_async_serve_and_prediction(examples: Path) -> None:
@@ -26,29 +36,29 @@ async def test_async_serve_and_prediction(examples: Path) -> None:
         ],
     )
 
-    await asyncio.sleep(5)
+    await asyncio.sleep(30)
 
     try:
         with bentoml.SyncHTTPClient(f"http://127.0.0.1:{port}") as client:
-            result = client.classify([[4.9, 3.0, 1.4, 0.2]])
-        assert result == [0]
+            result = client.summarize(EXAMPLE_INPUT)
+        assert "Whiskers" in result
 
         async with bentoml.AsyncHTTPClient(f"http://127.0.0.1:{port}") as client:
-            result = await client.classify([[4.9, 3.0, 1.4, 0.2]])
-        assert result == [0]
+            result = await client.summarize(EXAMPLE_INPUT)
+        assert "Whiskers" in result
     finally:
         server.terminate()
 
 
 def test_local_prediction(examples: Path) -> None:
     service = bentoml.load(str(examples / "quickstart"))()
-    result = service.classify([[4.9, 3.0, 1.4, 0.2]])
-    assert result == [0]
+    result = service.summarize(EXAMPLE_INPUT)
+    assert "Whiskers" in result
 
 
 def test_build_and_prediction(examples: Path) -> None:
     bento = bentoml.bentos.build(
-        "service.py:IrisClassifier", build_ctx=str(examples / "quickstart")
+        "service.py:Summarization", build_ctx=str(examples / "quickstart")
     )
     server = subprocess.Popen(
         [
@@ -62,9 +72,11 @@ def test_build_and_prediction(examples: Path) -> None:
         ],
     )
 
+    sleep(30)
+
     try:
         with bentoml.SyncHTTPClient(f"http://127.0.0.1:{port}") as client:
-            result = client.classify([[4.9, 3.0, 1.4, 0.2]])
-        assert result == [0]
+            result = client.summarize(EXAMPLE_INPUT)
+        assert "Whiskers" in result
     finally:
         server.terminate()