Ci logging improvement (#374) #1270
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow uses actions that are not certified by GitHub. | |
| # They are provided by a third-party and are governed by | |
| # separate terms of service, privacy policy, and support | |
| # documentation. | |
| # This workflow will build a Java project with Gradle and cache/restore any dependencies to improve the workflow execution time | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-gradle | |
| name: Java CI with Gradle | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| jobs: | |
| build-gradle-project: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout project sources | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 # so that spotless can ratchet; see https://github.com/diffplug/spotless/issues/710 | |
| - name: Setup Java | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'corretto' | |
| java-version: '17' | |
| - name: Setup Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| - name: Run build with Gradle Wrapper | |
| run: ./gradlew build expectedTestOutputsMustCompile | |
| - name: export Specimin PATH | |
| run: echo "SPECIMIN=$(pwd)" >> $GITHUB_ENV | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.8 | |
| - name: Checkout specimin-evaluation repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: njit-jerse/specimin-evaluation | |
| path: specimin-evaluation | |
| - name: Run evaluation script | |
| run: | | |
| cd specimin-evaluation | |
| echo "specimin path-> $SPECIMIN" | |
| python main.py | |
| - name: Check evaluation status | |
| run: diff -uw src/main/resources/target_status.json specimin-evaluation/ISSUES/target_status.json | |
| - name: Compile minimized programs | |
| run: | | |
| cd specimin-evaluation | |
| sh check_compilation.sh 1 | |
| - name: Check targets compile status | |
| run: | | |
| cd specimin-evaluation | |
| sh check_compilation.sh 1 | |
| cd .. | |
| diff -uw src/main/resources/min_program_compile_status.json specimin-evaluation/ISSUES/compile_status.json | |
| - name: Check preservation status | |
| run: diff -uw src/main/resources/preservation_status.json specimin-evaluation/ISSUES/preservation_status.json | |
| windows-tester: | |
| runs-on: windows-latest | |
| steps: | |
| - name: Checkout project sources | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 # so that spotless can ratchet; see https://github.com/diffplug/spotless/issues/710 | |
| - name: Setup Java | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'corretto' | |
| java-version: '17' | |
| - name: Setup Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| - name: Run test with Gradle Wrapper | |
| run: gradlew.bat test | |
| shell: cmd | |
| - name: Run diff test with test_runner.bat | |
| working-directory: check_differences/test | |
| run: test_runner.bat | |
| shell: cmd | |
| - name: Run expectedTestOutputsMustCompile with Gradle Wrapper | |
| run: gradlew.bat expectedTestOutputsMustCompile | |
| shell: cmd | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.8 | |
| - name: Checkout specimin-evaluation repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: njit-jerse/specimin-evaluation | |
| path: specimin-evaluation | |
| - name: Run evaluation script | |
| # cf-1291: test typical integration test | |
| # cf-577: download + unzip + rename/file access errors | |
| # cf-691: download + unzip 2 | |
| # cf-4614: slightly different than expected CF outputs | |
| run: | | |
| set SPECIMIN=%cd% | |
| cd specimin-evaluation | |
| echo specimin path-^> %SPECIMIN% | |
| python main.py --debug cf-1291 | |
| python main.py --debug cf-577 | |
| python main.py --debug cf-691 | |
| python main.py --debug cf-4614 | |
| shell: cmd | |
| - name: Compile minimized programs | |
| run: | | |
| set SPECIMIN=%cd% | |
| cd specimin-evaluation | |
| echo specimin path-^> %SPECIMIN% | |
| check_compilation.bat 1 | |
| shell: cmd |