-
Notifications
You must be signed in to change notification settings - Fork 164
161 lines (157 loc) · 6.1 KB
/
build.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
---
name: PR build
on: # yamllint disable-line rule:truthy
pull_request:
branches:
- "master"
- "[0-9]+.[0-9]+"
- "[0-9]+.[0-9]+-stable"
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
cancel-in-progress: true
jobs:
packages:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
include:
- os: buildjet-4vcpu-ubuntu-2204-arm
arch: arm64
- os: buildjet-4vcpu-ubuntu-2004
arch: amd64
- os: buildjet-4vcpu-ubuntu-2004
arch: riscv64
steps:
- name: Starting Report
run: |
echo Git Ref: ${{ github.ref }}
echo GitHub Event: ${{ github.event_name }}
echo Disk usage
df -h
echo Memory
free -m
- name: Clear repository
run: |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
rm -fr ~/.linuxkit
docker system prune --all --force --volumes
- uses: actions/checkout@v4
with:
fetch-depth: 0
- name: ensure zstd for cache # this should be removed once the arm64 VM includes zstd
if: ${{ matrix.os == 'buildjet-4vcpu-ubuntu-2204-arm' || matrix.os == 'arm64-secure' }}
run: |
sudo apt install -y zstd
- name: ensure packages for cross-arch build
if: ${{ matrix.arch == 'riscv64' }}
run: |
APT_INSTALL="sudo apt install -y binfmt-support qemu-user-static"
# the following weird statement is here to speed up the happy path
# if the default server is responding -- we can skip apt update
$APT_INSTALL || { sudo apt update && $APT_INSTALL ; }
- name: update linuxkit cache if available
uses: actions/cache@v3
with:
path: ~/.linuxkit/cache
key: linuxkit-${{ matrix.arch }}-${{ github.sha }}
- name: Build packages
run: |
make V=1 PRUNE=1 ZARCH=${{ matrix.arch }} pkgs
- name: Post package report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
eve:
needs: packages # all packages for all platforms must be built first
runs-on: buildjet-4vcpu-ubuntu-2004
strategy:
fail-fast: false
matrix:
arch: [arm64, amd64]
hv: [xen, kvm]
include:
- arch: riscv64
hv: mini
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
# the next three steps - cache_for_docker, load images, and cache_for_packages -
# having nothing to do with the content of the final eve image. Instead, it is because we are running
# on amd64, and we need some of the tools in order to compose the final eve image for the target arch.
# These tools are in pkg/, and therefore are part of packages, and we need them in docker.
# Rather than build them again, we just restore the cache for our runner architecture,
# load them into docker, and then clear the cache so we can load the cache for the target arch.
- name: update linuxkit cache for runner arch so we can get desired images
id: cache_for_docker
uses: actions/cache/restore@v3
with:
path: ~/.linuxkit/cache
key: linuxkit-amd64-${{ github.sha }}
fail-on-cache-miss: true
- name: load images we need from linuxkit cache into docker
run: |
make cache-export-docker-load-all
- name: clear linuxkit cache so we can load for target arch
if: ${{ matrix.arch != 'amd64' }} # because our runner arch is amd64; if that changes, this will have to change
run: |
rm -rf ~/.linuxkit
# With the "load into docker" complete, now we can restore the packages into the cache for the target arch (as opposed to the runner arch)
- name: update linuxkit cache for our arch
id: cache_for_packages
if: ${{ matrix.arch != 'amd64' }} # because our runner arch is amd64; if that changes, this will have to change
uses: actions/cache/restore@v3
with:
path: ~/.linuxkit/cache
key: linuxkit-${{ matrix.arch }}-${{ github.sha }}
fail-on-cache-miss: true
- name: set environment
env:
PR_ID: ${{ github.event.pull_request.number }}
run: |
COMMIT_ID=$(git describe --abbrev=8 --always)
echo "VERSION=0.0.0-pr$PR_ID-$COMMIT_ID" >> $GITHUB_ENV
echo "TAG=evebuild/pr:$PR_ID" >> $GITHUB_ENV
echo "ARCH=${{ matrix.arch }}" >> "$GITHUB_ENV"
- name: Build EVE ${{ matrix.hv }}-${{ matrix.arch }}
run: |
make V=1 ROOTFS_VERSION="$VERSION" HV=${{ matrix.hv }} ZARCH=${{ matrix.arch }} eve # note that this already loads it into docker
- name: Post eve build report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
- name: Export docker container
run: |
make cache-export ZARCH=${{ matrix.arch }} IMAGE=lfedge/eve:$VERSION-${{ matrix.hv }} OUTFILE=eve-${{ matrix.hv }}-${{ matrix.arch }}.tar IMAGE_NAME=$TAG-${{ matrix.hv }}-${{ matrix.arch }}
- name: Upload EVE ${{ matrix.hv }}-${{ matrix.arch }}
uses: actions/upload-artifact@v4
with:
name: eve-${{ matrix.hv }}-${{ matrix.arch }}
path: eve-${{ matrix.hv }}-${{ matrix.arch }}.tar
- name: Clean EVE ${{ matrix.hv }}-${{ matrix.arch }}
run: |
make clean
docker rmi "$TAG-${{ matrix.hv }}-${{ matrix.arch }}" "lfedge/eve:$VERSION-${{ matrix.hv }}" "lfedge/eve:$VERSION-${{ matrix.hv }}-${{ matrix.arch }}" ||:
- name: Post clean eve ${{ matrix.hv }}-${{ matrix.arch }} report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
- name: Clean
if: ${{ always() }}
run: |
make clean
docker system prune -f -a --volumes
rm -rf ~/.linuxkit