InteropAll #299
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: InteropAll | |
| on: | |
| schedule: | |
| - cron: '30 3 * * *' | |
| workflow_dispatch: | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| tquic_interop_testing: | |
| name: Interop testing | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - server: tquic | |
| client: tquic | |
| - server: tquic | |
| client: lsquic | |
| - server: tquic | |
| client: quiche | |
| - server: tquic | |
| client: picoquic | |
| - server: tquic | |
| client: ngtcp2 | |
| - server: tquic | |
| client: msquic | |
| - server: tquic | |
| client: mvfst | |
| - server: tquic | |
| client: s2n-quic | |
| - server: tquic | |
| client: quinn | |
| - server: tquic | |
| client: neqo | |
| - server: tquic | |
| client: go-x-net | |
| - server: tquic | |
| client: quic-go | |
| - server: tquic | |
| client: kwik | |
| - server: tquic | |
| client: aioquic | |
| - server: tquic | |
| client: chrome | |
| - server: lsquic | |
| client: tquic | |
| - server: quiche | |
| client: tquic | |
| - server: picoquic | |
| client: tquic | |
| - server: ngtcp2 | |
| client: tquic | |
| - server: msquic | |
| client: tquic | |
| - server: mvfst | |
| client: tquic | |
| - server: s2n-quic | |
| client: tquic | |
| - server: quinn | |
| client: tquic | |
| - server: neqo | |
| client: tquic | |
| - server: go-x-net | |
| client: tquic | |
| - server: quic-go | |
| client: tquic | |
| - server: kwik | |
| client: tquic | |
| - server: aioquic | |
| client: tquic | |
| - server: nginx | |
| client: tquic | |
| - server: haproxy | |
| client: tquic | |
| # The scheduled workflow only runs for the main repository. | |
| # You can manually trigger it if necessary. | |
| if: ${{ ( github.event_name == 'schedule' && github.repository == 'tencent/tquic' ) || github.event_name == 'workflow_dispatch' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: 'recursive' | |
| - name: Build docker image | |
| run: docker build -t tquic_interop:v1 -f interop/Dockerfile . | |
| - name: Install quic-interop-runner | |
| run: | | |
| git clone https://github.com/tquic-group/quic-interop-runner.git | |
| cd quic-interop-runner | |
| pip3 install -r requirements.txt | |
| - name: Install dependencies | |
| run: | | |
| sudo modprobe ip6table_filter | |
| sudo add-apt-repository -y ppa:wireshark-dev/stable | |
| sudo apt install -y tshark | |
| - name: Run the interop tests | |
| run: | | |
| cd quic-interop-runner | |
| python3 run.py -s ${{ matrix.server }} -c ${{ matrix.client }} -t handshake,handshakeloss,handshakecorruption,retry,resumption,zerortt,amplificationlimit,http3,ipv6,chacha20,keyupdate,transfer,multiplexing,longrtt,blackhole,transferloss,transfercorruption,goodput,crosstraffic -d -r tquic=tquic_interop:v1 -l ${{ matrix.server }}-${{ matrix.client }}-logs -j ${{ matrix.server }}-${{ matrix.client }}-logs/interop.json | |
| - name: Dump the interop result | |
| if: ${{ always() }} | |
| run: | | |
| cd quic-interop-runner | |
| python3 -m json.tool ${{ matrix.server }}-${{ matrix.client }}-logs/interop.json | |
| - name: Store interop logs | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.server }}-${{ matrix.client }} | |
| path: | | |
| quic-interop-runner/*logs/* | |
| !quic-interop-runner/*logs/**/crosstraffic/ | |
| !quic-interop-runner/*logs/**/goodput/ | |
| result: | |
| runs-on: ubuntu-latest | |
| needs: tquic_interop_testing | |
| if: ${{ (( github.event_name == 'schedule' && github.repository == 'tencent/tquic' ) || github.event_name == 'workflow_dispatch') && !cancelled() }} | |
| steps: | |
| - name: Download all workflow run artifacts | |
| uses: actions/download-artifact@v4 | |
| - name: Display structure of downloaded files | |
| run: ls -R | |
| - name: Display failed interop tests | |
| run: grep -Ho "{[^{]*failed" */*/*.json | |
| - name: Download plot tools | |
| uses: actions/checkout@v4 | |
| with: | |
| path: tools | |
| - name: Install dependencies | |
| run: | | |
| sudo apt install python3-matplotlib | |
| - name: Plot all interop results | |
| run: python3 tools/.github/workflows/plot-interop.py ./ | |
| - name: Store all interop results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: tquic-interop-all-result | |
| path: | | |
| interop*.png | |
| */*logs/* | |
| !*/*logs/**/**/sim/ |