Skip to content
build_and_test

[flow][cleanup] Kill repos_cache #1

Sign in to view logs

[flow][cleanup] Kill repos_cache

[flow][cleanup] Kill repos_cache #1

Workflow file for this run

.github/workflows/build_and_test.yml at 2da2cef
name: build_and_test
on:
workflow_dispatch:
pull_request:
branches:
- main
push:
branches:
- main
tags:
- v*
env:
FLOW_BIN_PRIVATE_KEY_BASE64: ${{ secrets.FLOW_BIN_PRIVATE_KEY_BASE64 }}
FLOW_BOT_EMAIL: ${{ secrets.FLOW_BOT_EMAIL }}
FLOW_BOT_TOKEN: ${{ secrets.FLOW_BOT_TOKEN }}
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
jobs:
build_js:
runs-on: ubuntu-latest
container:
image: flowtype/flow-ci:linux-x86_64
options: --user root
env:
TERM: dumb
OPAMYES: true
steps:
- uses: actions/checkout@v3.6.0
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Install extra deps from opam
run: make deps-js
- name: Build flow.js
run: opam exec -- make js
- name: Build flow_parser.js
run: opam exec -- make -C src/parser js
- name: Create artifacts
run: |-
mkdir -p dist
cp src/parser/flow_parser.js dist/flow_parser.js
cp src/parser/flow_parser.js packages/flow-parser/flow_parser.js
- uses: actions/upload-artifact@v3.1.3
with:
name: build_js_bin
path: bin/flow.js
- uses: actions/upload-artifact@v3.1.3
with:
name: build_js_dist
path: dist/flow_parser.js
- uses: actions/upload-artifact@v3.1.3
with:
name: build_js_packages
path: packages/flow-parser/flow_parser.js
build_linux:
runs-on: ubuntu-latest
container:
image: flowtype/flow-ci:linux-x86_64
options: --user root
env:
TERM: dumb
OPAMYES: true
steps:
- uses: actions/checkout@v3.6.0
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Install extra deps from opam
run: make deps-js
- name: Build flow
run: |-
opam exec -- make bin/flow dist/flow.zip
mkdir -p bin/linux && cp bin/flow bin/linux/flow
- name: Build libflowparser
run: opam exec -- make -C src/parser dist/libflowparser.zip
- name: Create artifacts
run: |-
cp dist/flow.zip dist/flow-linux64.zip
cp src/parser/dist/libflowparser.zip dist/libflowparser-linux64.zip
- uses: actions/upload-artifact@v3.1.3
with:
name: build_linux_bin
path: bin/linux/flow
- uses: actions/upload-artifact@v3.1.3
with:
name: build_linux_dist
path: |
dist/flow-linux64.zip
dist/libflowparser-linux64.zip
build_macos:
runs-on: macos-13
steps:
- uses: actions/checkout@v3.6.0
- uses: maxim-lobanov/setup-xcode@v1.6.0
with:
xcode-version: '14.3.1'
- name: Update curl cacerts
run: echo "cacert $GITHUB_WORKSPACE/.circleci/cacert.pem" >> ~/.curlrc
- uses: ./.github/actions/install-opam-mac
with:
arch: x86_64
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Build flow
run: |-
opam exec -- make bin/flow dist/flow.zip
mkdir -p bin/macos && cp bin/flow bin/macos/flow
- name: Build libflowparser
run: opam exec -- make -C src/parser dist/libflowparser.zip
- name: Create artifacts
run: |-
cp dist/flow.zip dist/flow-osx.zip
cp src/parser/dist/libflowparser.zip dist/libflowparser-osx.zip
- uses: actions/upload-artifact@v3.1.3
with:
name: build_macos_bin
path: bin/macos/flow
- uses: actions/upload-artifact@v3.1.3
with:
name: build_macos_dist
path: |
dist/flow-osx.zip
dist/libflowparser-osx.zip
build_macos_arm64:
runs-on: macos-13-xlarge
steps:
- uses: actions/checkout@v3.6.0
- uses: maxim-lobanov/setup-xcode@v1.6.0
with:
xcode-version: '14.3.1'
- name: Update curl cacerts
run: echo "cacert $GITHUB_WORKSPACE/.circleci/cacert.pem" >> ~/.curlrc
- uses: ./.github/actions/install-opam-mac
with:
arch: arm64
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Build flow
run: |-
opam exec -- make bin/flow dist/flow.zip
mkdir -p bin/macos-arm64 && cp bin/flow bin/macos-arm64/flow
- name: Build libflowparser
run: opam exec -- make -C src/parser dist/libflowparser.zip
- name: Create artifacts
run: |-
cp dist/flow.zip dist/flow-osx-arm64.zip
cp src/parser/dist/libflowparser.zip dist/libflowparser-osx-arm64.zip
- uses: actions/upload-artifact@v3.1.3
with:
name: build_macos_arm64_bin
path: bin/macos-arm64/flow
- uses: actions/upload-artifact@v3.1.3
with:
name: build_macos_arm64_dist
path: |
dist/flow-osx-arm64.zip
dist/libflowparser-osx-arm64.zip
build_win:
runs-on: windows-latest
env:
FLOW_TMP_DIR: C:\tmp\flow
OPAMDOWNLOADJOBS: 1
steps:
- uses: actions/checkout@v3.6.0
- name: Set up workspace
run: mkdir $Env:FLOW_TMP_DIR
- name: Install dependencies
run: |
choco install --no-progress -y --source https://chocolatey.org/api/v2/ 7zip
setx /M PATH $($Env:PATH + ';C:\Program Files\7-Zip')
shell: pwsh
- name: Install cygwin
uses: cygwin/cygwin-install-action@master
with:
packages: >-
rsync
patch
diffutils
curl
make
zip
unzip
git
m4
perl
mingw64-x86_64-gcc-core
mingw64-x86_64-gcc-g++
mingw-w64-x86_64-gcc-libs
coreutils
moreutils
- name: Install opam
run: .\scripts\windows\install_opam.ps1
shell: pwsh
- name: Cache
uses: actions/cache@v3.3.2
with:
key: opam-cache-${{ runner.os }}-${{ runner.arch }}-${{ hashfiles('flowtype.opam', 'flow_parser.opam', '.circleci/config.yml') }}
path: |
$Env:HOME/.opam
_opam
- name: Init opam
run: opam init default 'https://github.com/ocaml-opam/opam-repository-mingw.git#opam2' --bare --disable-sandboxing --no-setup
shell: C:\cygwin\bin\bash.exe -leo pipefail '{0}'
- name: Create opam switch
run: |-
make deps
shell: C:\cygwin\bin\bash.exe '{0}'
env:
PATH: /usr/local/bin:/usr/bin:/cygdrive/c/Windows/system32:/cygdrive/c/Windows:/cygdrive/c/Windows/System32/Wbem:/cygdrive/c/Windows/System32/WindowsPowerShell/v1.0
- name: Build flow.exe
run: >-
cd ${GITHUB_WORKSPACE} ;
eval $(opam env) ;
make bin/flow.exe dist/flow.zip ;
mkdir -p bin/win64 && cp bin/flow.exe bin/win64/flow.exe ;
cp dist/flow.zip dist/flow-win64.zip
shell: C:\cygwin\bin\bash.exe -leo pipefail '{0}'
env:
PATH: /usr/local/bin:/usr/bin:/cygdrive/c/Windows/system32:/cygdrive/c/Windows:/cygdrive/c/Windows/System32/Wbem:/cygdrive/c/Windows/System32/WindowsPowerShell/v1.0
- name: Build parser test runner
run: >-
cd ${GITHUB_WORKSPACE} ;
eval $(opam env) ;
dune build src/parser/test/run_tests.exe ;
cp _build/default/src/parser/test/run_tests.exe bin/win64/run_parser_tests.exe
shell: C:\cygwin\bin\bash.exe -leo pipefail '{0}'
env:
PATH: /usr/local/bin:/usr/bin:/cygdrive/c/Windows/system32:/cygdrive/c/Windows:/cygdrive/c/Windows/System32/Wbem:/cygdrive/c/Windows/System32/WindowsPowerShell/v1.0
- uses: actions/upload-artifact@v3.1.3
with:
name: build_win_bin
path: |
bin/win64/flow.exe
bin/win64/run_parser_tests.exe
- uses: actions/upload-artifact@v3.1.3
with:
name: build_win_dist
path: |
dist/flow-win64.zip
runtests_linux:
runs-on: ubuntu-latest
container:
image: node:12
needs:
- build_linux
env:
FLOW_RUNTESTS_PARALLELISM: 8
steps:
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_linux_bin
path: bin/linux
- run: chmod +x bin/linux/flow
- name: Run tests
run: ./runtests.sh bin/linux/flow | cat
runtests_macos:
runs-on: macos-latest
needs:
- build_macos
steps:
- uses: maxim-lobanov/setup-xcode@v1.6.0
with:
xcode-version: '14.3.1'
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_bin
path: bin/macos
- run: chmod +x bin/macos/flow
- name: Run tests
run: ./runtests.sh bin/macos/flow | cat
tool_test_linux:
runs-on: ubuntu-latest
container:
image: node:12
needs:
- build_linux
steps:
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_linux_bin
path: bin/linux
- run: chmod +x bin/linux/flow
- name: Install tool deps from yarn
run: (cd packages/flow-dev-tools && yarn install | cat)
- name: Run tool tests
run: ./tool test -p 4 --bin bin/linux/flow | cat
tool_test_macos:
runs-on: macos-13
needs:
- build_macos
steps:
- uses: maxim-lobanov/setup-xcode@v1.6.0
with:
xcode-version: '14.3.1'
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_bin
path: bin/macos
- run: chmod +x bin/macos/flow
- name: Install tool deps from yarn
run: (cd packages/flow-dev-tools && yarn install | cat)
- name: Run tool tests
run: ./tool test --bin bin/macos/flow | cat
tool_test_win:
runs-on: windows-latest
needs:
- build_win
steps:
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_win_bin
path: bin/win64
- name: Install tool deps from yarn
run: |-
cd packages/flow-dev-tools
yarn install --ignore-scripts --pure-lockfile
- name: Set TMP env var for consistency
run: |-
echo "TMP=$env:USERPROFILE\AppData\Local\Temp" >> $env:GITHUB_ENV
echo "TEMP=$env:USERPROFILE\AppData\Local\Temp" >> $env:GITHUB_ENV
- name: Run tool tests
run: node packages/flow-dev-tools/bin/tool test --bin bin/win64/flow.exe --parallelism 1
ounit_test_linux:
runs-on: ubuntu-latest
container:
image: flowtype/flow-ci:linux-x86_64
options: --user root
env:
TERM: dumb
OPAMYES: true
steps:
- uses: actions/checkout@v3.6.0
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Install extra deps from opam
run: make deps-test | cat
- name: Run ounit tests
run: opam exec -- make ounit-tests-ci
- uses: actions/upload-artifact@v3.1.3
with:
path: test-results/ounit/
ounit_test_macos:
runs-on: macos-13
steps:
- uses: actions/checkout@v3.6.0
- uses: maxim-lobanov/setup-xcode@v1.6.0
with:
xcode-version: '14.3.1'
- name: Update curl cacerts
run: echo "cacert $GITHUB_WORKSPACE/.circleci/cacert.pem" >> ~/.curlrc
- uses: ./.github/actions/install-opam-mac
with:
arch: x86_64
- name: Create cache breaker
run: .circleci/make_opam_cachebreaker.sh > .circleci/opamcachebreaker
shell: bash
- name: opam cache
uses: actions/cache@v3.3.2
with:
path: |-
~/.opam
_opam
key: v1-opam-cache-${{ runner.os }}-${{ runner.arch }}-{{ hashfiles('.circleci/opamcachebreaker' }}
- name: Init opam
run: .circleci/opam_init.sh
- name: Install deps from opam
run: make deps
shell: bash
- name: Install extra deps from opam
run: make deps-test | cat
- name: Run ounit tests
run: opam exec -- make ounit-tests-ci
- uses: actions/upload-artifact@v3.1.3
with:
path: test-results/ounit/
parser_test_win:
runs-on: windows-latest
needs:
- build_win
steps:
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_win_bin
path: bin/win64
- name: Test parser
run: |-
.\bin\win64\run_parser_tests.exe .\src\parser\test\flow\
if ($LASTEXITCODE -gt 0) {
Throw "flow parser hardcoded ocaml tests exited with error code: $LASTEXITCODE"
}
.\bin\win64\run_parser_tests.exe .\src\parser\test\esprima\
if ($LASTEXITCODE -gt 0) {
Throw "flow parser esprima ocaml tests exited with error code: $LASTEXITCODE"
}
npm_pack:
runs-on: ubuntu-latest
container:
image: node:12
needs:
- build_js
- build_linux
- build_macos
steps:
- uses: actions/checkout@v3.6.0
- uses: actions/download-artifact@v3.0.2
with:
name: build_js_bin
path: bin
- uses: actions/download-artifact@v3.0.2
with:
name: build_js_dist
path: dist
- uses: actions/download-artifact@v3.0.2
with:
name: build_js_packages
path: packages/flow-parser
- uses: actions/download-artifact@v3.0.2
with:
name: build_linux_bin
path: bin/linux
- uses: actions/download-artifact@v3.0.2
with:
name: build_linux_dist
path: dist
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_bin
path: bin/macos
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_dist
path: dist
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_arm64_bin
path: bin/macos-arm64
- uses: actions/download-artifact@v3.0.2
with:
name: build_macos_arm64_dist
path: dist
- name: Pack flow-parser
run: |
mkdir -p packages/flow-parser/dist/
pwd
ls -lR .
cp dist/flow_parser.js packages/flow-parser/dist/flow_parser.js
make dist/npm-flow-parser.tgz
- name: Pack flow-parser-bin
run: |
mkdir -p packages/flow-parser-bin/dist/release/
cp dist/libflowparser-linux64.zip packages/flow-parser-bin/dist/release/libflowparser-linux64.zip
cp dist/libflowparser-osx.zip packages/flow-parser-bin/dist/release/libflowparser-osx.zip
make dist/npm-flow-parser-bin.tgz
- name: Pack flow-remove-types and flow-node
run: |
rm -rf packages/flow-node
cp -r packages/flow-remove-types/ packages/flow-node/
sed -i '0,/flow-remove-types/s//flow-node/' packages/flow-node/package.json
make dist/npm-flow-remove-types.tgz
make dist/npm-flow-node.tgz
- uses: actions/upload-artifact@v3.1.3
with:
name: npm_pack
path: |
dist/npm-flow-parser.tgz
dist/npm-flow-parser-bin.tgz
dist/npm-flow-node.tgz
dist/npm-flow-remove-types.tgz
# website_deploy:
# if: github.ref == 'refs/heads/main'
# runs-on: ubuntu-latest
# container:
# image: ghcr.io/facebook/flow-website:latest
# options: --user root
# needs:
# - build_linux
# - build_js
# steps:
# - uses: actions/checkout@v3.6.0
# - name: Node cache
# uses: actions/cache@v3.3.2
# with:
# key: v2-node-${{ runner.arch }}-${{ github.ref_name }}-${{ hashfiles('/etc/os-release', 'website/yarn.lock') }}
# path: website/node_modules
# - name: Install yarn deps
# run: cd website && yarn install
# - name: Build website
# run: PATH=~/flow/bin/linux:$PATH .circleci/build_website.sh
# - name: Gem cache
# uses: actions/cache@v3.3.2
# with:
# key: v2-gem-${{ runner.arch }}-${{ github.ref_name }}-${{ hashfiles('/etc/os-release', 'website/Gemfile.lock') }}
# path: UPDATE_ME
# - name: Publish website to GitHub Pages
# run: |-
# cd website
# yarn add gh-pages
# yarn gh-pages -d build -u "flow-bot <flow-bot@users.noreply.github.com>" --repo https://${FLOW_BOT_TOKEN}@github.com/facebook/flow.git --no-history
# Deploy jobs
# npm_deploy:
# if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
# runs-on: ubuntu-latest
# container:
# image: node:12
# needs:
# - npm_pack
# steps:
# - uses: actions/download-artifact@v3.0.2
# with:
# name: build_js_dist
# path: dist
# - name: Deploy to npm
# run: .circleci/deploy_npm.sh
# github_linux:
# if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
# runs-on: ubuntu-latest
# container:
# image: appropriate/curl:latest
# needs:
# - build_linux
# steps:
# - uses: actions/download-artifact@v3.0.2
# with:
# name: build_linux_dist
# path: dist
# - name: Upload Linux binary
# run: .circleci/github_upload.sh dist/flow-linux64.zip "flow-linux64-${{ github.ref }}.zip"
# - name: Upload Linux libflowparser
# run: .circleci/github_upload.sh dist/libflowparser-linux64.zip "libflowparser-linux64-${{ github.ref }}.zip"
# github_macos:
# if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
# runs-on: ubuntu-latest
# container:
# image: appropriate/curl:latest
# needs:
# - build_macos
# steps:
# - uses: actions/download-artifact@v3.0.2
# with:
# name: build_macos_dist
# path: dist
# - name: Upload Mac binary
# run: .circleci/github_upload.sh dist/flow-osx.zip "flow-osx-${{ github.ref }}.zip"
# - name: Upload Mac libflowparser
# run: .circleci/github_upload.sh dist/libflowparser-osx.zip "libflowparser-osx-${{ github.ref }}.zip"
# github_macos_arm64:
# if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
# runs-on: ubuntu-latest
# container:
# image: appropriate/curl:latest
# needs:
# - build_macos_arm64
# steps:
# - uses: actions/download-artifact@v3.0.2
# with:
# name: build_macos_arm64_dist
# path: /flow
# - name: Upload Mac binary
# run: .circleci/github_upload.sh dist/flow-osx-arm64.zip "flow-osx-arm64-${{ github.ref }}.zip"
# - name: Upload Mac libflowparser
# run: .circleci/github_upload.sh dist/libflowparser-osx-arm64.zip "libflowparser-osx-arm64-${{ github.ref }}.zip"
github_win:
if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
runs-on: ubuntu-latest
container:
image: appropriate/curl:latest
needs:
- build_win
steps:
- uses: actions/download-artifact@v3.0.2
with:
name: build_win_dist
path: dist
- name: Upload Windows binary
run: .circleci/github_upload.sh dist/flow-win64.zip "flow-win64-${{ github.ref }}.zip"
flow_bin_deploy:
if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
runs-on: ubuntu-latest
container:
image: node:12
needs:
# - github_linux
# - github_macos
- github_win
steps:
- uses: actions/download-artifact@v3.0.2
with:
name: build_linux_bin
path: ~/flow
- name: Deploy flow-bin
run: .circleci/deploy_flow_bin.sh
# try_flow_deploy:
# if: contains(github.event_name, 'push') && startsWith( github.ref, 'refs/tags/v' )
# runs-on: ubuntu-latest
# container:
# image: node:12
# needs:
# - build_js
# steps:
# - uses: actions/download-artifact@v3.0.2
# with:
# name: build_js_bin
# path: ~/flow
# - name: Assemble files
# run: |
# cp bin/flow.js packages/try-flow-website-js/flow.js
# cp -r lib packages/try-flow-website-js/flowlib
# make dist/npm-try-flow-website-js.tgz
# - name: Deploy to NPM
# run: |
# echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" > ~/.npmrc
# npm publish ./dist/npm-try-flow-website-js.tgz