Ci logging improvement (#374) #74
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: check_compilable_percentage_CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| specimin-evaluation: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| fetch-depth: 0 | |
| - name: Set up environment | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.8' | |
| - uses: actions/setup-java@v2 | |
| with: | |
| java-version: '21' | |
| distribution: 'adopt' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| sudo apt-get update | |
| sudo apt-get install -y jq curl bc | |
| - name: Display CSV File Contents | |
| run: | | |
| CSV_PATH="/home/runner/work/specimin/specimin/CI_repository_list.csv" | |
| if [ -f "$CSV_PATH" ]; then | |
| cat "$CSV_PATH" | |
| else | |
| echo "File $CSV_PATH does not exist" | |
| exit 1 | |
| fi | |
| - name: Download git-clone-related and dependencies | |
| run: | | |
| curl -L -o git-clone-related https://raw.githubusercontent.com/plume-lib/git-scripts/main/git-clone-related | |
| curl -L -o git-find-fork https://raw.githubusercontent.com/plume-lib/git-scripts/main/git-find-fork | |
| curl -L -o git-find-branch https://raw.githubusercontent.com/plume-lib/git-scripts/main/git-find-branch | |
| chmod +x git-clone-related git-find-fork git-find-branch | |
| - name: Clone ASHE Project using git-clone-related | |
| run: | | |
| ./git-clone-related njit-jerse ASHE_Automated-Software-Hardening-for-Entrypoints ASHE | |
| - name: Check and Rename Properties File | |
| run: | | |
| set -ex | |
| CONFIG_PATH="ASHE/src/main/resources/config.properties" | |
| EXAMPLE_PATH="ASHE/src/main/resources/example.properties" | |
| if [ -f "$CONFIG_PATH" ]; then | |
| echo "config.properties already exists" | |
| elif [ -f "$EXAMPLE_PATH" ]; then | |
| echo "example.properties found, renaming to config.properties" | |
| mv "$EXAMPLE_PATH" "$CONFIG_PATH" | |
| if [ -f "$CONFIG_PATH" ]; then | |
| echo "config.properties created successfully" | |
| else | |
| echo "Failed to create config.properties" | |
| exit 1 | |
| fi | |
| else | |
| echo "Neither config.properties nor example.properties found" | |
| exit 1 | |
| fi | |
| chmod +w "$CONFIG_PATH" | |
| ls -l "$CONFIG_PATH" | |
| - name: Update ASHE Config File to update SPECIMIN path | |
| run: | | |
| set -ex | |
| sed -i 's|^specimin.tool.path=.*|specimin.tool.path='$(pwd)'|' ASHE/src/main/resources/config.properties | |
| - name: Make all scripts under ashe_scripts executable | |
| run: | | |
| set -ex | |
| chmod +x ashe_scripts/*.py | |
| - name: Run the script | |
| run: | | |
| set -ex | |
| python3 ashe_scripts/run_ashe_for_stats.py \ | |
| $(pwd)/ASHE \ | |
| $(pwd)/CI_repository_list.csv \ | |
| $(pwd)/ASHE/CI_REPO_CLONE_SPACE \ | |
| $(pwd)/ASHE/src/main/resources/config.properties | |
| - name: Translate results | |
| run: | | |
| python3 ashe_scripts/specimin_get_run_results.py ASHE/logs/app.log | |
| cat ASHE/logs/app.log | |
| - name: Show only successful minimizations | |
| run: | | |
| grep 'full_success' ASHE/logs/specimin_run_results.txt | |
| - name: Show only failed minimizations | |
| run: | | |
| grep 'failed_minimization' ASHE/logs/specimin_run_results.txt | |
| - name: Show only failed compilations | |
| run: | | |
| grep 'failed_compilation' ASHE/logs/specimin_run_results.txt | |
| - name: Parse accuracy percentage | |
| id: parse_accuracy_percentage | |
| run: | | |
| current_run_accuracy=$(grep 'Fully successful from minimization to compilation' "$(pwd)/ASHE/logs/specimin_statistics.txt" | awk '{print $NF}' | tr -d '()%') | |
| echo "Current run accuracy: $current_run_accuracy" | |
| echo "current_run_accuracy=$current_run_accuracy" >> "$GITHUB_OUTPUT" | |
| - name: Read latest run percentage from file | |
| id: constant_saved_run_percentage | |
| run: | | |
| if [ -f "$(pwd)/CI_constant_saved_run_percentage.txt" ]; then | |
| constant_saved_run_percentage=$(cat "$(pwd)/CI_constant_saved_run_percentage.txt" | tr -d '()%') | |
| echo "Constant saved run accuracy: $constant_saved_run_percentage" | |
| echo "constant_saved_run_percentage=$constant_saved_run_percentage" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "File CI_constant_saved_run_percentage.txt does not exist" | |
| exit 1 | |
| fi | |
| - name: Validate accuracy | |
| id: validate_accuracy | |
| run: | | |
| current_run_accuracy="${{ steps.parse_accuracy_percentage.outputs.current_run_accuracy }}" | |
| constant_saved_run_percentage="${{ steps.constant_saved_run_percentage.outputs.constant_saved_run_percentage }}" | |
| if [ "$current_run_accuracy" != "$constant_saved_run_percentage" ]; then | |
| echo "Current accuracy ($current_run_accuracy) does not match latest run accuracy ($constant_saved_run_percentage)." | |
| exit 1 | |
| else | |
| echo "Accuracy validation passed." | |
| fi |