DO-NOT-MERGE: mptcp: add CI support

Currently supported: - Github Actions: - build-validation: check different combinations of validation - IRC: send notifications to the IRC channel - Update TopGit tree: sync with net-next and then override the export branch. - Cirrus: - Run tests in a KVM: selftests, kunit, packetdrill, etc. Signed-off-by: Matthieu Baerts <matthieu.baerts@tessares.net>
multipath-tcp · Oct 28, 2021 · 32a0d1e · 32a0d1e
1 parent ecc7bde
commit 32a0d1e
Show file tree

Hide file tree

Showing 5 changed files with 751 additions and 0 deletions.
diff --git a/.cirrus.yml b/.cirrus.yml
@@ -0,0 +1,48 @@
+
+# Launch 2 jobs in //: with and without debug
+task:
+ name: KVM validation
+ only_if: $CIRRUS_TAG != '' ## only tags
+ timeout_in: 90m
+
+ container:
+ image: mptcp/mptcp-upstream-virtme-docker
+ kvm: true ## Needed for the tests
+ cpu: 4 ## Max 16 per project, even number with kvm
+ memory: 4G ## Max 4 per CPU
+
+ env:
+ CIRRUS_CLONE_DEPTH: 1 ## no need to have a full clone
+ CIRRUS_LOG_TIMESTAMP: true ## useful
+ INPUT_CCACHE_MAXSIZE: 1G
+ matrix:
+ MATRIX_JOB: normal
+ MATRIX_JOB: debug
+
+ ccache_cache:
+ folder: ".virtme/ccache"
+ reupload_on_changes: true
+ fingerprint_script:
+ - echo ${MATRIX_JOB}
+
+ test_script: /entrypoint.sh expect-${MATRIX_JOB}
+
+ on_failure:
+ vmlinux_artifacts:
+ path: "vmlinux.zstd"
+
+ always:
+ conclusion_artifacts:
+ path: "conclusion.txt"
+ type: text/plain
+ summary_artifacts:
+ path: "summary.txt"
+ type: text/plain
+ tap_result_artifacts:
+ path: "*.tap"
+ type: text/plain
+ # JUnit format is for the moment only useful for PR but publish them just in case for later
+ junit_artifacts:
+ path: "*.tap.xml"
+ type: text/xml
+ format: junit
diff --git a/.github/workflows/build-validation.yml b/.github/workflows/build-validation.yml
@@ -0,0 +1,148 @@
+name: "MPTCP Upstream Build Validation"
+on:
+ push:
+ branches-ignore:
+ - 'archived/**' # previous branches
+ - 't/**' # TopGit tree
+ - 'net-next' # part of the TopGit tree
+ - 'for-review' # part of the TopGit tree
+ tags:
+ - 'patchew/**' # patchew is using tags
+ # ideally, we would take 'export/**' but the cache is per branch...
+ # In other words, when using tags, we can only use the cache if we re-tag.
+ # https://github.com/actions/cache/issues/556
+ # So we build the "export" branch and we try to find the tag later
+
+env:
+ PW: "https://patchwork.kernel.org/api/1.2"
+
+jobs:
+ build:
+ name: "Build (matrix)"
+ runs-on: ubuntu-latest
+ strategy:
+ fail-fast: false
+ matrix:
+ defconfig: ['x86_64', 'i386']
+ ipv6: ['with_ipv6', 'without_ipv6']
+ mptcp: ['with_mptcp', 'without_mptcp']
+
+ steps:
+ - name: "Checkout"
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 100 # we should not have more commits on top of net-next/export
+
+ - name: "Setup cache for CCache"
+ uses: actions/cache@v2
+ with:
+ path: ${{ github.workspace }}/.ccache
+ key: ${{ runner.os }}_build_${{ matrix.defconfig }}_${{ matrix.ipv6 }}_${{ matrix.mptcp }}-${{ github.run_id }}-${{ github.run_attempt }}-${{ github.sha }}
+ restore-keys: |
+ ${{ runner.os }}_build_${{ matrix.defconfig }}_${{ matrix.ipv6 }}_${{ matrix.mptcp }}-${{ github.run_id }}-${{ github.run_attempt }}-${{ github.sha }}
+ ${{ runner.os }}_build_${{ matrix.defconfig }}_${{ matrix.ipv6 }}_${{ matrix.mptcp }}-${{ github.run_id }}-${{ github.run_attempt }}-
+ ${{ runner.os }}_build_${{ matrix.defconfig }}_${{ matrix.ipv6 }}_${{ matrix.mptcp }}-${{ github.run_id }}-
+ ${{ runner.os }}_build_${{ matrix.defconfig }}_${{ matrix.ipv6 }}_${{ matrix.mptcp }}-
+
+ - name: "Build Validation"
+ uses: multipath-tcp/mptcp-upstream-validate-export-action@main
+ with:
+ # we want to validate each commits on top of net-next/export except for stable
+ each_commit: ${{ ! startswith(github.ref, 'refs/heads/stable/') }}
+ ccache_maxsize: 620M ## 5/2^3=625: 5GB = project limit ; 2^3 = matrix
+ defconfig: ${{ matrix.defconfig }}
+ ipv6: ${{ matrix.ipv6 }}
+ mptcp: ${{ matrix.mptcp }}
+ debug: ${{ secrets.BUILD_ACTION_DEBUG }}
+
+ - name: "Artifacts"
+ if: always()
+ uses: actions/upload-artifact@v2
+ with:
+ name: results
+ path: ./build-*-results.txt
+
+ notif:
+ name: "Notifications"
+ needs: build
+ # only for the official repo (patchew)
+ if: always() && github.repository_owner == 'multipath-tcp' && startswith(github.ref, 'refs/tags/patchew/')
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/download-artifact@v2
+ with:
+ name: results
+
+ - name: "Patchwork"
+ run: |
+ # $1: mid
+ get_status() {
+ case "$(awk "/^${1} /{ print \$2 }" build-*-results.txt | sort -u)" in
+ 'fail'*) echo "fail"; ;;
+ *'warning') echo "warning"; ;;
+ 'success') echo "success"; ;;
+ *) echo "fail"; ;;
+ esac
+ }
+
+ # $1: mid, $2: status
+ get_desc() {
+ awk "/^${1} ${2} /{
+ out=\$3
+ for(i=4; i<=NF; i++)
+ out=out\" \"\$i
+ print out
+ }" build-*-results.txt | sort -u | sed '$!{:a;N;s/\n/ ; /;ta}'
+ }
+
+ # $1: mid, $2: status, $3: desc
+ _send() { local check_url
+ check_url="$(curl "${URL_PW}${1}" | jq -r 'last(.[].checks)')"
+ if [ -z "${check_url}" ] || [ "${check_url}" = "null" ]; then
+ echo "URL not found: '${check_url}' '${URL_PW}${1}'"
+ return 1
+ fi
+
+ curl -X POST \
+ -H "Authorization: Token ${{ secrets.PW_TOKEN }}" \
+ -F "state=${2}" \
+ -F "target_url=${URL_GH}" \
+ -F "context=build" \
+ -F "description=${3}" \
+ "${check_url}" | jq '.'
+ }
+
+ FIRST=1
+ send() { local i
+ # patches can take a bit of time to appear: retry the first time
+ if [ "${FIRST}" = "1" ]; then
+ FIRST=0
+
+ for i in $(seq 45); do
+ if _send "${@}"; then
+ echo "Successful sent after ${i} attempts"
+ return 0
+ fi
+ sleep 1m
+ done
+
+ curl "${URL_PW}${1}"
+ return 1
+ else
+ _send "${@}"
+ fi
+ }
+
+ if ! ls ./build-*-results.txt; then
+ echo "Strange, no results, please check why"
+ exit 1
+ fi
+
+ while read -r mid; do
+ status=$(get_status "${mid}")
+ desc=$(get_desc "${mid}" "${status}")
+ send "${mid}" "${status}" "${desc}"
+ done < <(awk '{ print $1 }' build-*-results.txt | sort -u)
+ env:
+ URL_GH: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+ URL_PW: "${{ env.PW }}/patches/?project=mptcp&msgid="
diff --git a/.github/workflows/checkpatch.yml b/.github/workflows/checkpatch.yml
@@ -0,0 +1,138 @@
+name: "CheckPatch"
+on:
+ push:
+ branches-ignore:
+ - 'archived/**' # previous branches
+ - 't/**' # TopGit tree
+ - 'net-next' # part of the TopGit tree
+ - 'for-review' # part of the TopGit tree
+ tags:
+ - 'patchew/**' # patchew is using tags
+
+env:
+ PW: "https://patchwork.kernel.org/api/1.2"
+ RESULTS: "./checkpatch-results.txt"
+ DETAILS: "./checkpatch-details.txt"
+
+jobs:
+ checkpatch:
+ name: "Checkpatch"
+ # for others or for the official repo but only commits from patchew
+ if: github.repository_owner != 'multipath-tcp' || startswith(github.ref, 'refs/tags/patchew/')
+ runs-on: ubuntu-latest
+ steps:
+ - name: "Checkout"
+ uses: actions/checkout@v2
+ with:
+ fetch-depth: 0 ## to make sure a mentioned commit exists
+
+ - name: "Checkpatch"
+ uses: multipath-tcp/mptcp-upstream-validate-export-action@main
+ with:
+ each_commit: true
+ checkpatch: true
+ debug: ${{ secrets.BUILD_ACTION_DEBUG }}
+
+ - name: "Artifacts"
+ uses: actions/upload-artifact@v2
+ with:
+ name: results
+ path: ${{ env.RESULTS }}
+
+ - name: "Artifacts"
+ uses: actions/upload-artifact@v2
+ with:
+ name: details
+ path: ${{ env.DETAILS }}
+
+ notif:
+ name: "Notifications"
+ needs: checkpatch
+ # only for the official repo (patchew)
+ if: github.repository_owner == 'multipath-tcp' && startswith(github.ref, 'refs/tags/patchew/')
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/download-artifact@v2
+ with:
+ name: results
+
+ - name: "Patchwork"
+ run: |
+ # $1: mid, $2: status, $3: desc
+ _send() { local check_url
+ check_url="$(curl "${URL_PW}${1}" | jq -r 'last(.[].checks)')"
+ if [ -z "${check_url}" ] || [ "${check_url}" = "null" ]; then
+ echo "URL not found: '${check_url}' '${URL_PW}${1}'"
+ return 1
+ fi
+
+ curl -X POST \
+ -H "Authorization: Token ${{ secrets.PW_TOKEN }}" \
+ -F "state=${2}" \
+ -F "target_url=${URL_GH}" \
+ -F "context=checkpatch" \
+ -F "description=${3}" \
+ "${check_url}" | jq '.'
+ }
+
+ FIRST=1
+ send() { local i
+ # patches can take a bit of time to appear: retry the first time
+ if [ "${FIRST}" = "1" ]; then
+ FIRST=0
+
+ for i in $(seq 45); do
+ if _send "${@}"; then
+ echo "Successful sent after ${i} attempts"
+ return 0
+ fi
+ sleep 1m
+ done
+
+ curl "${URL_PW}${1}"
+ return 1
+ else
+ _send "${@}"
+ fi
+ }
+
+ if [ ! -s "${RESULTS}" ]; then
+ echo "Strange, no results, please check why"
+ exit 1
+ fi
+
+ while read -r mid status desc; do
+ echo "Sending: '${mid}' '${status}' '${desc}'"
+ send "${mid}" "${status}" "${desc}"
+ done < "${RESULTS}"
+ env:
+ URL_GH: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+ URL_PW: "${{ env.PW }}/patches/?project=mptcp&msgid="
+
+ status:
+ name: "Status"
+ needs: checkpatch
+ # for others, to report an error if patches were not OK
+ if: github.repository_owner != 'multipath-tcp'
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/download-artifact@v2
+ with:
+ name: results
+ - name: "Set exit status"
+ run: |
+ if [ ! -s "${RESULTS}" ]; then
+ echo "Strange, no results, please check why"
+ exit 1
+ fi
+
+ if awk '{ if ($2 != "success") exit 1 }' "${RESULTS}"; then
+ echo "Everything OK with Checkpatch, good job!"
+ exit 0
+ fi
+
+ echo "Checkpatch detected some issues:"
+ echo
+ cat "${RESULTS}"
+ echo
+ exit 1