all-checks.yml

name: Run all checks on Kedro Starters

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main

jobs:
  security-scan:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v3
      - name: Set up Python ${{inputs.python-version}}
        uses: actions/setup-python@v3
        with:
          python-version: "3.11"
      - name: Install test requirements
        run: make install-test-requirements
      - name: Run Bandit
        run: bandit -ll -r .

  run-tests:
    strategy:
      matrix:
        os: [ windows-latest , ubuntu-latest ]
        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
    runs-on: ${{ matrix.os }}
    env:
      HADOOP_HOME: 'C:\hadoop'
    steps:
      - name: Checkout code
        uses: actions/checkout@v3
      - name: Set up Python ${{inputs.python-version}}
        uses: actions/setup-python@v3
        with:
          python-version: ${{ matrix.python-version }}
      - name: Install test requirements
        run: make install-test-requirements
      - name: Add MSBuild to PATH
        if: matrix.os == 'windows-latest'
        uses: microsoft/setup-msbuild@v1
      - name: Install Microsoft Visual C++ Redistributable
        if: inputs.os == 'windows-latest'
        run: |
            choco install vcredist-all
        shell: powershell
      - name: Setup Hadoop binary
        if: matrix.os == 'windows-latest'
        run: |
                Invoke-WebRequest "https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/winutils.exe?raw=true" -OutFile winutils.exe
                Invoke-WebRequest "https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/hadoop.dll?raw=true" -OutFile hadoop.dll
                Move-Item .\hadoop.dll C:\Windows\System32
                New-Item -ItemType directory -Path C:\hadoop\bin
                Move-Item .\winutils.exe C:\hadoop\bin
                [System.Environment]::SetEnvironmentVariable('HADOOP_HOME', 'C:\hadoop', [System.EnvironmentVariableTarget]::Machine)
                echo "HADOOP_HOME=C:\hadoop" | Out-File -Append -Encoding ascii -FilePath $env:GITHUB_ENV
                echo "PATH=$env:HADOOP_HOME\bin;$env:PATH" | Out-File -Append -Encoding ascii -FilePath $env:GITHUB_ENV
        shell: powershell
      - name: Run `kedro run` end to end tests for all starters
        run: |
          behave features/run.feature --tags=pyspark

  lint:
    strategy:
      matrix:
        os: [ ubuntu-latest, windows-latest ]
        python-version: [ "3.8", "3.9", "3.10", "3.11" ]
    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout code
        uses: actions/checkout@v3
      - name: Set up Python ${{inputs.python-version}}
        uses: actions/setup-python@v3
        with:
          python-version: ${{ matrix.python-version }}
      - name: Install test requirements
        run: make install-test-requirements
      - name: Run linter for all starters
        run: behave features/lint.feature