pull-request.yaml

name: Code build and checks

on:
  push:
    branches: [main]
    paths-ignore:
      - 'docs/**'
  pull_request:

env:
  VERSION: ${{ github.sha }}
  TAG: latest

  TRACETEST_ENV: ci
  TRACETEST_DEV: true
  CYPRESS_BASE_URL: http://localhost:11633
  POKEMON_HTTP_ENDPOINT: http://demo-api:8081

  # We need to remove the need for these secrets so anyone can run the pipeline
  GORELEASER_KEY: ${{ secrets.GORELEASER_LICENSE }}
  CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}

jobs:
  unit-test-cli:
    name: CLI unit tests
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
      - name: Setup go
        uses: actions/setup-go@v3
        with:
          go-version-file: "go.mod"
          cache: true
          cache-dependency-path: "go.mod"
      - name: Run unit tests
        run: cd cli; make test

  unit-test-server:
    name: API Server unit tests
    runs-on: ubuntu-latest

    # git log --pretty=tformat:"%H" -n1 web
    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
      - name: Setup go
        uses: actions/setup-go@v3
        with:
          go-version-file: "go.mod"
          cache: true
          cache-dependency-path: "go.mod"
      - name: Run unit tests
        run: cd server; make test -B

  unit-test-agent:
    name: Agent unit tests
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
      - name: Setup go
        uses: actions/setup-go@v3
        with:
          go-version-file: "go.mod"
          cache: true
          cache-dependency-path: "go.mod"
      - name: Run unit tests
        run: cd agent; make test -B

  unit-test-web:
    name: WebUI unit tests
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Setup node
        uses: actions/setup-node@v3
        with:
          node-version: 16
          cache: npm
          cache-dependency-path: web/package-lock.json
      - name: Cache dependencies
        id: cache-nodemodules
        uses: actions/cache@v3
        with:
          path: |
            web/node_modules
            /home/runner/.cache/Cypress
          key: npm--${{ hashFiles('web/package-lock.json') }}
          restore-keys: npm-
      - run: cd web; npm ci
        if: steps.cache-nodemodules.outputs.cache-hit != 'true'
      - run: cd web; npm run lint && npm test

  build-docker:
    name: Build docker image
    runs-on: ubuntu-latest
    env:
      DOCKER_CLI_EXPERIMENTAL: "enabled"
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0

      # web
      - name: Setup node
        uses: actions/setup-node@v3
        with:
          node-version: 16
          cache: npm
          cache-dependency-path: web/package-lock.json

      - name: Install dependencies
        run: cd web/; npm ci

      - name: Build UI
        run: cd web; CI= npm run build

      # go+docker
      - name: Setup go
        uses: actions/setup-go@v3
        with:
          go-version-file: "go.mod"
          cache: true
          cache-dependency-path: "go.mod"

      - name: Release Go binaries
        uses: goreleaser/goreleaser-action@v4
        with:
          distribution: goreleaser-pro
          version: v2.0.1
          args: release --skip=announce --snapshot -f .goreleaser.dev.yaml

      - name: Move binaries to known location
        run: |
          find ./dist -name 'tracetest' -exec cp {} ./dist \;
          find ./dist -name 'tracetest-server' -exec cp {} ./dist \;
          chmod +x ./dist/tracetest ./dist/tracetest-server

      - name: Export docker image
        run: |
          docker save --output dist/image.tar "kubeshop/tracetest:$TAG"

      - name: Upload assets
        uses: actions/upload-artifact@v3
        with:
          name: tracetest-dist
          path: dist/

  test-examples:
    name: Test examples
    needs: [build-docker]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        example_dir:
          - collector
          - tracetest-jaeger
          - tracetest-opensearch
          - tracetest-tempo
          - tracetest-provisioning-env
          # - tracetest-signoz # signoz is unstable, we need to review their docker compose structure
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/
      - name: Import image
        run: |
          docker load --input dist/image.tar

      - name: Build example
        run: |
          cd examples/${{ matrix.example_dir }}
          docker compose up -d
          docker compose logs -f > /tmp/docker-log &
      - name: Run example test
        run: |
          chmod +x ./dist/tracetest

          ./scripts/wait-for-port.sh 11633

          ./dist/tracetest configure -g --server-url http://localhost:11633
          ./dist/tracetest run test -f examples/${{ matrix.example_dir }}/tests/list-tests.yaml || (cat /tmp/docker-log; exit 1)

  smoke-test-cli:
    name: CLI smoke tests
    needs: [build-docker]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        test_env:
          - local
          - docker
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/

      - name: Import image
        run: |
          docker load --input dist/image.tar
      - name: Start server
        run: |
          cd examples/collector
          docker compose up -d
          docker compose logs -f > /tmp/docker-log &
      - name: Run tests
        run: |
          chmod +x ./dist/tracetest ./testing/cli-smoketest/run.bash

          ./scripts/wait-for-port.sh 11633

          cd ./testing/cli-smoketest

          TRACETEST_CLI="../../dist/tracetest" \
          TEST_ENV="${{ matrix.test_env }}" \
          ./run.bash || (cat /tmp/docker-log; exit 1)

  trace-testing-memory:
    needs: [build-docker]
    name: Tracetesting API Server (InMemory)
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/

      - name: Import image
        run: |
          docker load --input dist/image.tar

      - name: Start services
        run: |
          ./run.sh down up
          ./run.sh tracetest-logs > /tmp/docker-log &
      - name: Run tests
        run: |
          chmod +x ./dist/tracetest ./dist/tracetest-server

          ./scripts/wait-for-port.sh 11633
          ./run.sh tracetests || (cat /tmp/docker-log; exit 1)

  trace-testing-nats:
    needs: [build-docker]
    name: Tracetesting API Server (NATS)
    runs-on: ubuntu-latest

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/

      - name: Import image
        run: |
          docker load --input dist/image.tar

      - name: Start services
        run: |
          ./run.sh down up
          ./run.sh tracetest-logs > /tmp/docker-log &
      - name: Run tests
        run: |
          chmod +x ./dist/tracetest ./dist/tracetest-server

          ./scripts/wait-for-port.sh 11633
          NATS=true ./run.sh tracetests || (cat /tmp/docker-log; exit 1)

  e2e-cli:
    name: CLI e2e tests
    needs: [build-docker]
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        total_splits: [8]
        index: [0,1,2,3,4,5,6,7]
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Setup go
        uses: actions/setup-go@v3
        with:
          go-version-file: "go.mod"
          cache: true
          cache-dependency-path: "go.mod"
      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/
      - name: Import image
        run: |
          docker load --input dist/image.tar
      - name: Run tests
        run: |
          curl -sfL https://raw.githubusercontent.com/Songmu/gotesplit/main/install.sh | sh -s

          find ./dist -name 'tracetest' -exec cp {} ./dist \;
          chmod +x ./dist/tracetest

          export TRACETEST_CLI=$PWD/dist/tracetest
          export TEST_ENVIRONMENT=jaeger

          cd ./testing/cli-e2etest

          ../../bin/gotesplit -total ${{ matrix.total_splits }} -index ${{ matrix.index }} ./... -- -v -timeout 300s -p 1

  # TODO: this would be a great idea but it doesn't work on GHA with docker
  # it can probablly be implemented with k8s in a separated job
  # I'm leaving this as a reference and as a reminder to do it
  # k6-test:
  #   name: k6 Load Test
  #   needs: [build-docker]
  #   runs-on: ubuntu-latest
  #   steps:
  #     - name: Checkout
  #       uses: actions/checkout@v3
  #     - name: Setup go
  #       uses: actions/setup-go@v3
  #       with:
  #         go-version-file: "go.mod"
  #         cache: true
  #         cache-dependency-path: "go.mod"
  #     - uses: actions/download-artifact@v3
  #       with:
  #         name: tracetest-dist
  #         path: dist/

  #     - name: Import image
  #       run: |
  #         docker load --input dist/image.tar
  #     - name: Run tests
  #       run: |
  #         chmod +x ./dist/tracetest ./testing/load/run.bash

  #         cd ./testing/load

  #         export TRACETEST_CLI="../../dist/tracetest"
  #         ./run.bash || (cat /tmp/docker-log; exit 1)

  config-e2e:
    runs-on: ubuntu-latest
    outputs:
      CYPRESS_CONTAINERS: ${{ steps.configure-cypress-containers.outputs.CYPRESS_CONTAINERS }}
    steps:
    - name: Configure Cypress containers
      id: configure-cypress-containers
      run: |
        # env.CYPRESS_RECORD_KEY is required for parallelization, so if it's empty run a single container
        if [ "${{env.CYPRESS_RECORD_KEY}}" = "" ]; then
          echo "CYPRESS_CONTAINERS=[1]" >> $GITHUB_OUTPUT
        else
          echo "CYPRESS_CONTAINERS=[1,2,3,4,5,6,7,8]" >> $GITHUB_OUTPUT
        fi

  e2e:
    needs: [build-docker, config-e2e]
    name: WebUI End-to-end tests
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        # run copies of the current job in parallel

        containers: ${{fromJson(needs.config-e2e.outputs.CYPRESS_CONTAINERS)}}

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Setup node
        uses: actions/setup-node@v3
        with:
          node-version: 16
          cache: npm
          cache-dependency-path: web/package-lock.json

      - name: Cache dependencies
        id: cache-nodemodules
        uses: actions/cache@v3
        with:
          path: |
            web/node_modules
            /home/runner/.cache/Cypress
          key: npm--${{ hashFiles('web/package-lock.json') }}
          restore-keys: npm-

      - name: Install dependencies
        if: steps.cache-nodemodules.outputs.cache-hit != 'true'
        run: cd web/; npm ci

      - uses: actions/download-artifact@v3
        with:
          name: tracetest-dist
          path: dist/

      - name: Import image
        run: |
          docker load --input dist/image.tar

      - name: Run integration tests
        run: |
          ./run.sh down up
          ./run.sh tracetest-logs > /tmp/docker-log &
          ./scripts/wait-for-port.sh 11633

          if [ "${{env.CYPRESS_RECORD_KEY}}" = "" ]; then
            # if this is not container #1, the script won't get here, so don't need for additional checks
            ./run.sh cypress
          else
            ./run.sh cypress-ci
          fi