Use test suite 2.4

Author: jackkleeman

.github/workflows/integration.yaml

@@ -38,10 +38,7 @@ jobs:
   sdk-test-suite:
     if: github.repository_owner == 'restatedev'
     runs-on: ubuntu-latest
-    name: "Features integration test (sdk-test-suite version ${{ matrix.sdk-test-suite }})"
-    strategy:
-      matrix:
-        sdk-test-suite: [ "2.0" ]
+    name: Features integration test
     permissions:
       contents: read
       issues: read
@@ -90,18 +87,10 @@ jobs:
           docker tag "${output#*: }" "localhost/restatedev/restate-commit-download:latest"
           docker image ls -a
 
-      - name: Setup Java
-        uses: actions/setup-java@v4
-        with:
-          distribution: 'temurin'
-          java-version: '17'
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
-      - name: Setup sdk-test-suite
-        run: wget --no-verbose https://github.com/restatedev/sdk-test-suite/releases/download/v${{ matrix.sdk-test-suite }}/restate-sdk-test-suite.jar
-
       - name: Build Python test-services image
         id: build
         uses: docker/build-push-action@v6
@@ -110,25 +99,14 @@ jobs:
           file: "test-services/Dockerfile"
           push: false
           load: true
-          tags: localhost/restatedev/test-services:latest
+          tags: restatedev/python-test-services
           cache-from: type=gha,scope=${{ github.workflow }}
           cache-to: type=gha,mode=max,scope=${{ github.workflow }}
 
-      # Run test suite
-      - name: Run test suite
-        env:
-          RESTATE_CONTAINER_IMAGE: ${{ inputs.restateCommit != '' && 'localhost/restatedev/restate-commit-download:latest' || (inputs.restateImage != '' && inputs.restateImage || 'ghcr.io/restatedev/restate:main') }}
-        run: java -jar restate-sdk-test-suite.jar run --report-dir=test-report --exclusions-file test-services/exclusions.yaml localhost/restatedev/test-services:latest
-
-      # Upload logs and publish test result
-      - uses: actions/upload-artifact@v4
-        if: always() # Make sure this is run even when test fails
-        with:
-          name: sdk-python-integration-test-report
-          path: test-report
-      - name: Publish Test Results
-        uses: EnricoMi/publish-unit-test-result-action@v2
-        if: always()
+      - name: Run test tool
+        uses: restatedev/sdk-test-suite@v2.4
         with:
-          files: |
-            test-report/*/*.xml
+          restateContainerImage: ${{ inputs.restateCommit != '' && 'localhost/restatedev/restate-commit-download:latest' || (inputs.restateImage != '' && inputs.restateImage || 'ghcr.io/restatedev/restate:main') }}
+          serviceContainerImage: "restatedev/python-test-services"
+          exclusionsFile: "test-services/exclusions.yaml"
+          testArtifactOutput: "sdk-python-integration-test-report"

test-services/exclusions.yaml

@@ -3,6 +3,13 @@ exclusions:
   - "dev.restate.sdktesting.tests.AwaitTimeout"
   "default":
   - "dev.restate.sdktesting.tests.AwaitTimeout"
+  - "dev.restate.sdktesting.tests.RawHandler"
   "lazyState": []
   "singleThreadSinglePartition":
   - "dev.restate.sdktesting.tests.AwaitTimeout"
+  - "dev.restate.sdktesting.tests.RawHandler"
+  "threeNodes":
+  - "dev.restate.sdktesting.tests.AwaitTimeout"
+  - "dev.restate.sdktesting.tests.RawHandler"
+  "threeNodesAlwaysSuspending":
+  - "dev.restate.sdktesting.tests.AwaitTimeout"