-
Notifications
You must be signed in to change notification settings - Fork 1.1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Lint fixes * Use latest go version for go-check Fixes nil pointer issue in staticcheck * Add test_analysis helper script * Use custom go-test-template * Add some tests to the test_analysis script * Always upload test_results db * Attempt to fix test on windows * Better if statement * Try to fix flaky test * Disable caching setup-go on Windows * Better if statement * Tweak * Always upload summary and artifact * Close db * No extra newline
- Loading branch information
Showing
14 changed files
with
613 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,154 @@ | ||
| name: Go Test | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| go-versions: | ||
| required: false | ||
| type: string | ||
| default: '["this", "next"]' | ||
| secrets: | ||
| CODECOV_TOKEN: | ||
| required: false | ||
|
|
||
| defaults: | ||
| run: | ||
| shell: bash | ||
|
|
||
| jobs: | ||
| unit: | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| os: ["ubuntu", "macos", "windows"] | ||
| go: ${{ fromJSON(inputs.go-versions) }} | ||
| env: | ||
| GOTESTFLAGS: -cover -coverprofile=module-coverage.txt -coverpkg=./... | ||
| GO386FLAGS: "" | ||
| GORACEFLAGS: "" | ||
| runs-on: ${{ fromJSON(vars[format('UCI_GO_TEST_RUNNER_{0}', matrix.os)] || format('"{0}-latest"', matrix.os)) }} | ||
| name: ${{ matrix.os }} (go ${{ matrix.go }}) | ||
| steps: | ||
| - name: Use msys2 on windows | ||
| if: matrix.os == 'windows' | ||
| # The executable for msys2 is also called bash.cmd | ||
| # https://github.com/actions/virtual-environments/blob/main/images/win/Windows2019-Readme.md#shells | ||
| # If we prepend its location to the PATH | ||
| # subsequent 'shell: bash' steps will use msys2 instead of gitbash | ||
| run: echo "C:/msys64/usr/bin" >> $GITHUB_PATH | ||
| - name: Check out the repository | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| submodules: recursive | ||
| - name: Check out the latest stable version of Go | ||
| uses: actions/setup-go@v5 | ||
| with: | ||
| go-version: stable | ||
| cache: ${{ matrix.os != 'windows' }} # Windows VMs are slow to use caching. Can add ~15m to the job | ||
| - name: Read the Unified GitHub Workflows configuration | ||
| id: config | ||
| uses: ipdxco/unified-github-workflows/.github/actions/read-config@main | ||
| - name: Read the go.mod file | ||
| id: go-mod | ||
| uses: ipdxco/unified-github-workflows/.github/actions/read-go-mod@main | ||
| - name: Determine the Go version to use based on the go.mod file | ||
| id: go | ||
| env: | ||
| MATRIX_GO: ${{ matrix.go }} | ||
| GO_MOD_VERSION: ${{ fromJSON(steps.go-mod.outputs.json).Go }} | ||
| run: | | ||
| if [[ "$MATRIX_GO" == "this" ]]; then | ||
| echo "version=$GO_MOD_VERSION.x" >> $GITHUB_OUTPUT | ||
| elif [[ "$MATRIX_GO" == "next" ]]; then | ||
| MAJOR="${GO_MOD_VERSION%.[0-9]*}" | ||
| MINOR="${GO_MOD_VERSION#[0-9]*.}" | ||
| echo "version=$MAJOR.$(($MINOR+1)).x" >> $GITHUB_OUTPUT | ||
| elif [[ "$MATRIX_GO" == "prev" ]]; then | ||
| MAJOR="${GO_MOD_VERSION%.[0-9]*}" | ||
| MINOR="${GO_MOD_VERSION#[0-9]*.}" | ||
| echo "version=$MAJOR.$(($MINOR-1)).x" >> $GITHUB_OUTPUT | ||
| else | ||
| echo "version=$MATRIX_GO" >> $GITHUB_OUTPUT | ||
| fi | ||
| - name: Enable shuffle flag for go test command | ||
| if: toJSON(fromJSON(steps.config.outputs.json).shuffle) != 'false' | ||
| run: | | ||
| echo "GOTESTFLAGS=-shuffle=on $GOTESTFLAGS" >> $GITHUB_ENV | ||
| echo "GO386FLAGS=-shuffle=on $GO386FLAGS" >> $GITHUB_ENV | ||
| echo "GORACEFLAGS=-shuffle=on $GORACEFLAGS" >> $GITHUB_ENV | ||
| - name: Enable verbose flag for go test command | ||
| if: toJSON(fromJSON(steps.config.outputs.json).verbose) != 'false' | ||
| run: | | ||
| echo "GOTESTFLAGS=-v $GOTESTFLAGS" >> $GITHUB_ENV | ||
| echo "GO386FLAGS=-v $GO386FLAGS" >> $GITHUB_ENV | ||
| echo "GORACEFLAGS=-v $GORACEFLAGS" >> $GITHUB_ENV | ||
| - name: Set extra flags for go test command | ||
| if: fromJSON(steps.config.outputs.json).gotestflags != '' | ||
| run: | | ||
| echo "GOTESTFLAGS=${{ fromJSON(steps.config.outputs.json).gotestflags }} $GOTESTFLAGS" >> $GITHUB_ENV | ||
| - name: Set extra flags for go test race command | ||
| if: fromJSON(steps.config.outputs.json).goraceflags != '' | ||
| run: | | ||
| echo "GORACEFLAGS=${{ fromJSON(steps.config.outputs.json).goraceflags }} $GORACEFLAGS" >> $GITHUB_ENV | ||
| - name: Set up the Go version read from the go.mod file | ||
| uses: actions/setup-go@v5 | ||
| with: | ||
| go-version: ${{ steps.go.outputs.version }} | ||
| cache: ${{ matrix.os != 'windows' }} # Windows VMs are slow to use caching. Can add ~15m to the job | ||
| - name: Display the Go version and environment | ||
| run: | | ||
| go version | ||
| go env | ||
| - name: Run repo-specific setup | ||
| uses: ./.github/actions/go-test-setup | ||
| if: hashFiles('./.github/actions/go-test-setup') != '' | ||
| - name: Run tests | ||
| id: test | ||
| if: contains(fromJSON(steps.config.outputs.json).skipOSes, matrix.os) == false | ||
| uses: protocol/multiple-go-modules@v1.4 | ||
| with: | ||
| run: test_analysis ${{ env.GOTESTFLAGS }} | ||
| - name: Upload test results | ||
| if: always() | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: ${{ matrix.os }}_${{ matrix.go }}_test_results.db | ||
| path: ./test_results.db | ||
| - name: Add failure summary | ||
| if: always() | ||
| run: | | ||
| echo "### Failure Summary" >> $GITHUB_STEP_SUMMARY | ||
| test_analysis summarize >> $GITHUB_STEP_SUMMARY | ||
| - name: Remove test results | ||
| run: rm ./test_results.db | ||
| - name: Run tests with race detector | ||
| # speed things up. Windows and OSX VMs are slow | ||
| if: matrix.os == 'ubuntu' && | ||
| fromJSON(steps.config.outputs.json).skipRace != true && | ||
| contains(fromJSON(steps.config.outputs.json).skipOSes, matrix.os) == false | ||
| uses: protocol/multiple-go-modules@v1.4 | ||
| id: race | ||
| with: | ||
| run: test_analysis -race ${{ env.GORACEFLAGS }} ./... | ||
| - name: Upload test results (Race) | ||
| if: (steps.race.conclusion == 'success' || steps.race.conclusion == 'failure') | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: ${{ matrix.os }}_${{ matrix.go }}_test_results_race.db | ||
| path: ./test_results.db | ||
| - name: Add failure summary | ||
| if: (steps.race.conclusion == 'success' || steps.race.conclusion == 'failure') | ||
| run: | | ||
| echo "# Tests with race detector failure summary" >> $GITHUB_STEP_SUMMARY | ||
| test_analysis summarize >> $GITHUB_STEP_SUMMARY | ||
| - name: Adding Link to Run Analysis | ||
| run: echo "### [Test flakiness analysis](https://observablehq.com/d/d74435ea5bbf24c7?run-id=$GITHUB_RUN_ID)" >> $GITHUB_STEP_SUMMARY | ||
| - name: Collect coverage files | ||
| id: coverages | ||
| run: echo "files=$(find . -type f -name 'module-coverage.txt' | tr -s '\n' ',' | sed 's/,$//')" >> $GITHUB_OUTPUT | ||
| - name: Upload coverage to Codecov | ||
| uses: codecov/codecov-action@54bcd8715eee62d40e33596ef5e8f0f48dbbccab # v4.1.0 | ||
| with: | ||
| files: ${{ steps.coverages.outputs.files }} | ||
| env_vars: OS=${{ matrix.os }}, GO=${{ steps.go.outputs.version }} | ||
| token: ${{ secrets.CODECOV_TOKEN }} | ||
| fail_ci_if_error: false |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,100 @@ | ||
| // gotest2sql inserts the output of go test -json ./... into a sqlite database | ||
| package main | ||
|
|
||
| import ( | ||
| "bufio" | ||
| "database/sql" | ||
| "encoding/json" | ||
| "flag" | ||
| "fmt" | ||
| "log" | ||
| "os" | ||
| "time" | ||
|
|
||
| _ "github.com/glebarez/go-sqlite" | ||
| ) | ||
|
|
||
| type TestEvent struct { | ||
| Time time.Time // encodes as an RFC3339-format string | ||
| Action string | ||
| Package string | ||
| Test string | ||
| Elapsed float64 // seconds | ||
| Output string | ||
| } | ||
|
|
||
| func main() { | ||
| outputPath := flag.String("output", "", "output db file") | ||
| verbose := flag.Bool("v", false, "Print test output to stdout") | ||
| flag.Parse() | ||
|
|
||
| if *outputPath == "" { | ||
| log.Fatal("-output path is required") | ||
| } | ||
|
|
||
| db, err := sql.Open("sqlite", *outputPath) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
|
|
||
| // Create a table to store test results. | ||
| _, err = db.Exec(` | ||
| CREATE TABLE IF NOT EXISTS test_results ( | ||
| Time TEXT, | ||
| Action TEXT, | ||
| Package TEXT, | ||
| Test TEXT, | ||
| Elapsed REAL, | ||
| Output TEXT, | ||
| BatchInsertTime TEXT | ||
| )`) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
|
|
||
| tx, err := db.Begin() | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
|
|
||
| // Prepare the insert statement once | ||
| insertTime := time.Now().Format(time.RFC3339Nano) | ||
| stmt, err := tx.Prepare(` | ||
| INSERT INTO test_results (Time, Action, Package, Test, Elapsed, Output, BatchInsertTime) | ||
| VALUES (?, ?, ?, ?, ?, ?, ?)`) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| defer stmt.Close() // Ensure the statement is closed after use | ||
|
|
||
| s := bufio.NewScanner(os.Stdin) | ||
| for s.Scan() { | ||
| line := s.Bytes() | ||
| var ev TestEvent | ||
| err = json.Unmarshal(line, &ev) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| if *verbose && ev.Action == "output" { | ||
| fmt.Print(ev.Output) | ||
| } | ||
|
|
||
| _, err = stmt.Exec( | ||
| ev.Time.Format(time.RFC3339Nano), | ||
| ev.Action, | ||
| ev.Package, | ||
| ev.Test, | ||
| ev.Elapsed, | ||
| ev.Output, | ||
| insertTime, | ||
| ) | ||
| if err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| } | ||
|
|
||
| // Commit the transaction | ||
| if err := tx.Commit(); err != nil { | ||
| log.Fatal(err) | ||
| } | ||
| } |
Oops, something went wrong.