Recover corrupted volume cache #3879

Workflow file for this run

	name: build

	on:
	push:
	branches:
	- main
	- 'release/**'
	pull_request:
	branches:
	- main
	- 'release/**'

	jobs:
	test-linux-amd64:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: '0'
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	check-latest: true
	go-version-file: 'go.mod'
	- name: Install jq
	run: \|
	mkdir -p deps/bin
	curl -s -L -o deps/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64
	chmod +x deps/bin/jq
	echo "${PWD}/deps/bin" >> $GITHUB_PATH
	- name: Test
	env:
	TEST_COVERAGE: 1
	run: make test
	- name: Upload coverage to Codecov
	uses: codecov/codecov-action@v4
	with:
	token: ${{ secrets.CODECOV_TOKEN }}
	file: ./out/tests/coverage-unit.txt
	flags: unit,os_linux
	fail_ci_if_error: true
	verbose: true
	test-linux-arm64:
	runs-on: linux-arm64
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: '0'
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	check-latest: true
	go-version-file: 'go.mod'
	- name: Test
	run: \|
	make format \|\| true
	make test
	test-windows:
	runs-on: windows-2019
	steps:
	- name: Set git to use LF and symlinks
	run: \|
	git config --global core.autocrlf false
	git config --global core.eol lf
	git config --global core.symlinks true
	- uses: actions/checkout@v4
	with:
	fetch-depth: '0'
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	check-latest: true
	go-version-file: 'go.mod'
	- name: Add runner IP to daemon insecure-registries and firewall
	shell: powershell
	run: \|
	# Get IP from default gateway interface
	$IPAddress=(Get-NetIPAddress -InterfaceAlias ((Get-NetRoute "0.0.0.0/0").InterfaceAlias) -AddressFamily IPv4)[0].IPAddress

	# Allow container-to-host registry traffic (from public interface, to the same interface)
	New-NetfirewallRule -DisplayName test-registry -LocalAddress $IPAddress -RemoteAddress $IPAddress

	# create or update daemon config to allow host as insecure-registry
	$config=@{}
	if (Test-Path C:\ProgramData\docker\config\daemon.json) {
	$config=(Get-Content C:\ProgramData\docker\config\daemon.json \| ConvertFrom-json)
	}
	$config \| Add-Member -Force -Name "insecure-registries" -value @("$IPAddress/32") -MemberType NoteProperty
	$config \| Add-Member -Force -Name "allow-nondistributable-artifacts" -value @("$IPAddress/32") -MemberType NoteProperty
	ConvertTo-json $config \| Out-File -Encoding ASCII C:\ProgramData\docker\config\daemon.json

	Restart-Service docker

	# dump docker info for auditing
	docker version
	docker info
	- name: Test
	env:
	TEST_COVERAGE: 1
	run: \|
	make test
	- name: Prepare Codecov
	uses: crazy-max/ghaction-chocolatey@v3
	with:
	args: install codecov -y
	- name: Run Codecov
	run: \|
	codecov.exe -f .\out\tests\coverage-unit.txt -v --flag os_windows
	build-and-publish:
	needs:
	- test-linux-amd64
	- test-linux-arm64
	- test-windows
	runs-on: ubuntu-latest
	permissions:
	id-token: write
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0 # fetch all history for all branches and tags
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	check-latest: true
	go-version-file: 'go.mod'
	- name: Install Cosign
	uses: sigstore/cosign-installer@v3
	- name: Set version
	run: \|
	echo "LIFECYCLE_VERSION=$(go run tools/version/main.go)" \| tee -a $GITHUB_ENV version.txt
	- uses: actions/upload-artifact@v3
	with:
	name: version
	path: version.txt
	- name: Set tag
	run: \|
	echo "LIFECYCLE_IMAGE_TAG=$(git describe --always --abbrev=7)" >> tag.txt
	- uses: actions/upload-artifact@v3
	with:
	name: tag
	path: tag.txt
	- name: Build
	run: \|
	make clean
	make build
	make package
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-x86-64
	path: out/lifecycle-v*+linux.x86-64.tgz
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-x86-64-sha256
	path: out/lifecycle-v*+linux.x86-64.tgz.sha256
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-arm64
	path: out/lifecycle-v*+linux.arm64.tgz
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-arm64-sha256
	path: out/lifecycle-v*+linux.arm64.tgz.sha256
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-ppc64le
	path: out/lifecycle-v*+linux.ppc64le.tgz
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-ppc64le-sha256
	path: out/lifecycle-v*+linux.ppc64le.tgz.sha256
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-s390x
	path: out/lifecycle-v*+linux.s390x.tgz
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-linux-s390x-sha256
	path: out/lifecycle-v*+linux.s390x.tgz.sha256
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-windows-x86-64
	path: out/lifecycle-v*+windows.x86-64.tgz
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-windows-x86-64-sha256
	path: out/lifecycle-v*+windows.x86-64.tgz.sha256
	- name: Generate SBOM JSON
	uses: CycloneDX/gh-gomod-generate-sbom@v2
	with:
	args: mod -licenses -json -output lifecycle-v${{ env.LIFECYCLE_VERSION }}-bom.cdx.json
	version: ^v1
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-bom-cdx
	path: lifecycle-v*-bom.cdx.json
	- name: Calculate SBOM sha
	run: \|
	shasum -a 256 lifecycle-v${{ env.LIFECYCLE_VERSION }}-bom.cdx.json > lifecycle-v${{ env.LIFECYCLE_VERSION }}-bom.cdx.json.sha256
	- uses: actions/upload-artifact@v3
	with:
	name: lifecycle-bom-cdx-sha256
	path: lifecycle-v*-bom.cdx.json.sha256
	- uses: azure/docker-login@v2
	if: github.event_name == 'push'
	with:
	username: ${{ secrets.DOCKER_USERNAME }}
	password: ${{ secrets.DOCKER_PASSWORD }}
	- uses: actions/download-artifact@v3
	with:
	name: tag
	- name: Set env
	run: \|
	cat tag.txt >> $GITHUB_ENV
	- name: Publish images
	if: github.event_name == 'push'
	run: \|
	DOCKER_CLI_EXPERIMENTAL=enabled
	LIFECYCLE_IMAGE_TAG=$(git describe --always --abbrev=7)

	LINUX_AMD64_SHA=$(go run ./tools/image/main.go -lifecyclePath ./out/lifecycle-v*+linux.x86-64.tgz -tag buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-x86-64 \| awk '{print $NF}')
	echo "LINUX_AMD64_SHA: $LINUX_AMD64_SHA"

	LINUX_ARM64_SHA=$(go run ./tools/image/main.go -lifecyclePath ./out/lifecycle-v*+linux.arm64.tgz -tag buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-arm64 -arch arm64 \| awk '{print $NF}')
	echo "LINUX_ARM64_SHA: $LINUX_ARM64_SHA"

	LINUX_PPC64LE_SHA=$(go run ./tools/image/main.go -lifecyclePath ./out/lifecycle-v*+linux.ppc64le.tgz -tag buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-ppc64le -arch ppc64le \| awk '{print $NF}')
	echo "LINUX_PPC64LE_SHA: LINUX_PPC64LE_SHA"

	LINUX_S390X_SHA=$(go run ./tools/image/main.go -lifecyclePath ./out/lifecycle-v*+linux.s390x.tgz -tag buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-s390x -arch s390x \| awk '{print $NF}')
	echo "LINUX_S390X_SHA: $LINUX_S390X_SHA"

	WINDOWS_AMD64_SHA=$(go run ./tools/image/main.go -lifecyclePath ./out/lifecycle-v*+windows.x86-64.tgz -tag buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-windows -os windows \| awk '{print $NF}')
	echo "WINDOWS_AMD64_SHA: $WINDOWS_AMD64_SHA"

	docker manifest create buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-x86-64@${LINUX_AMD64_SHA} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-arm64@${LINUX_ARM64_SHA} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-ppc64le@${LINUX_PPC64LE_SHA} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-linux-s390x@${LINUX_S390X_SHA} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}-windows@${WINDOWS_AMD64_SHA}

	MANIFEST_SHA=$(docker manifest push buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG})
	echo "MANIFEST_SHA: $MANIFEST_SHA"

	cosign sign -r -y \
	-a tag=${LIFECYCLE_IMAGE_TAG} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}@${MANIFEST_SHA}
	cosign verify \
	--certificate-identity-regexp "https://github.com/${{ github.repository_owner }}/lifecycle/.github/workflows/build.yml" \
	--certificate-oidc-issuer https://token.actions.githubusercontent.com \
	-a tag=${LIFECYCLE_IMAGE_TAG} \
	buildpacksio/lifecycle:${LIFECYCLE_IMAGE_TAG}
	- name: Scan image
	if: github.event_name == 'push'
	uses: anchore/scan-action@v3
	with:
	image: buildpacksio/lifecycle:${{ env.LIFECYCLE_IMAGE_TAG }}
	pack-acceptance-linux:
	if: github.event_name == 'push'
	needs: build-and-publish
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	repository: 'buildpacks/pack'
	path: 'pack'
	ref: 'main'
	fetch-depth: 0 # fetch all history for all branches and tags
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	go-version-file: 'pack/go.mod'
	- uses: actions/download-artifact@v3
	with:
	name: version
	- uses: actions/download-artifact@v3
	with:
	name: tag
	- name: Set env
	run: \|
	cat version.txt >> $GITHUB_ENV
	cat tag.txt >> $GITHUB_ENV
	- uses: actions/download-artifact@v3
	with:
	name: lifecycle-linux-x86-64
	path: pack
	- name: Run pack acceptance
	run: \|
	cd pack
	git checkout $(git describe --abbrev=0 --tags) # check out the latest tag
	LIFECYCLE_PATH="../lifecycle-v${{ env.LIFECYCLE_VERSION }}+linux.x86-64.tgz" \
	LIFECYCLE_IMAGE="buildpacksio/lifecycle:${{ env.LIFECYCLE_IMAGE_TAG }}" \
	make acceptance
	pack-acceptance-windows:
	if: github.event_name == 'push'
	needs: build-and-publish
	runs-on: windows-2019
	steps:
	- name: Set git to use LF and symlinks
	run: \|
	git config --global core.autocrlf false
	git config --global core.eol lf
	git config --global core.symlinks true
	- uses: actions/checkout@v4
	with:
	repository: 'buildpacks/pack'
	path: 'pack'
	ref: 'main'
	fetch-depth: 0 # fetch all history for all branches and tags
	- name: Setup go
	uses: actions/setup-go@v5
	with:
	go-version-file: 'pack/go.mod'
	- name: Add runner IP to daemon insecure-registries and firewall
	shell: powershell
	run: \|
	# Get IP from default gateway interface
	$IPAddress=(Get-NetIPAddress -InterfaceAlias ((Get-NetRoute "0.0.0.0/0").InterfaceAlias) -AddressFamily IPv4)[0].IPAddress

	# Allow container-to-host registry traffic (from public interface, to the same interface)
	New-NetfirewallRule -DisplayName test-registry -LocalAddress $IPAddress -RemoteAddress $IPAddress

	# create or update daemon config to allow host as insecure-registry
	$config=@{}
	if (Test-Path C:\ProgramData\docker\config\daemon.json) {
	$config=(Get-Content C:\ProgramData\docker\config\daemon.json \| ConvertFrom-json)
	}
	$config \| Add-Member -Force -Name "insecure-registries" -value @("$IPAddress/32") -MemberType NoteProperty
	ConvertTo-json $config \| Out-File -Encoding ASCII C:\ProgramData\docker\config\daemon.json

	Restart-Service docker

	# dump docker info for auditing
	docker version
	docker info
	- name: Modify etc\hosts to include runner IP
	shell: powershell
	run: \|
	$IPAddress=(Get-NetIPAddress -InterfaceAlias ((Get-NetRoute "0.0.0.0/0").InterfaceAlias) -AddressFamily IPv4)[0].IPAddress
	"# Modified by CNB: https://github.com/buildpacks/ci/tree/main/gh-runners/windows
	${IPAddress} host.docker.internal
	${IPAddress} gateway.docker.internal
	" \| Out-File -Filepath C:\Windows\System32\drivers\etc\hosts -Encoding utf8
	- uses: actions/download-artifact@v3
	with:
	name: version
	- uses: actions/download-artifact@v3
	with:
	name: tag
	- name: Set env
	run: \|
	cat version.txt >> $env:GITHUB_ENV
	cat tag.txt >> $env:GITHUB_ENV
	- uses: actions/download-artifact@v3
	with:
	name: lifecycle-windows-x86-64
	path: pack
	- name: Run pack acceptance
	run: \|
	cd pack
	git checkout $(git describe --abbrev=0 --tags) # check out the latest tag
	$env:LIFECYCLE_PATH="..\lifecycle-v${{ env.LIFECYCLE_VERSION }}+windows.x86-64.tgz"
	$env:LIFECYCLE_IMAGE="buildpacksio/lifecycle:${{ env.LIFECYCLE_IMAGE_TAG }}"
	make acceptance

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Recover corrupted volume cache #3879

Workflow file

Recover corrupted volume cache #3879

Jobs

Run details

Workflow file for this run