Added S3 Support #29
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Rust | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| push: | |
| branches: | |
| - main | |
| jobs: | |
| checks: | |
| name: ${{ matrix.task.name }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| RUST_BACKTRACE: full | |
| RUSTC_WRAPPER: sccache | |
| RUSTV: ${{ matrix.rust }} | |
| SCCACHE_CACHE_SIZE: 1G | |
| CACHE_PREFIX: v1 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| rust: [stable] | |
| task: | |
| - name: Test | |
| run: cargo test | |
| - name: Format | |
| run: | | |
| rustup component add rustfmt | |
| cargo fmt -- --check | |
| - name: Lint | |
| run: | | |
| rustup component add clippy | |
| cargo clippy --all-targets -- -D warnings | |
| - name: Run top-k | |
| run: | | |
| cargo run -- topk ./test_fixtures/c4-sample.00000-of-00001.json.gz -n 3 -k 20 --size 50MiB | |
| - name: Run bottom-k | |
| run: | | |
| cargo run -- botk ./test_fixtures/c4-sample.00000-of-00001.json.gz -n 3 -k 20 --size 50MiB | |
| - name: Run count | |
| run: | | |
| cargo run -- count ./test_fixtures/c4-sample.00000-of-00001.json.gz -s "The" | |
| - name: Run stats | |
| run: | | |
| cargo run -- stats ./test_fixtures/c4-sample.00000-of-00001.json.gz | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Prepare environment (ubuntu-latest) | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | | |
| echo "SCCACHE_DIR=$HOME/.cache/sccache" >> $GITHUB_ENV | |
| - name: Prepare environment (macos-latest) | |
| if: matrix.os == 'macos-latest' | |
| run: | | |
| echo "SCCACHE_DIR=$HOME/Library/Caches/Mozilla.sccache" >> $GITHUB_ENV | |
| - name: Install sccache (ubuntu-latest) | |
| if: matrix.os == 'ubuntu-latest' | |
| env: | |
| LINK: https://github.com/mozilla/sccache/releases/download | |
| SCCACHE_VERSION: v0.2.15 | |
| run: | | |
| SCCACHE_FILE=sccache-$SCCACHE_VERSION-x86_64-unknown-linux-musl | |
| URL="$LINK/$SCCACHE_VERSION/$SCCACHE_FILE.tar.gz" | |
| echo "Downloading sccache from $URL" | |
| mkdir -p $HOME/.local/bin | |
| curl -L $URL | tar xz | |
| mv -f $SCCACHE_FILE/sccache $HOME/.local/bin/sccache | |
| chmod +x $HOME/.local/bin/sccache | |
| echo "$HOME/.local/bin" >> $GITHUB_PATH | |
| - name: Install sccache (macos-latest) | |
| if: matrix.os == 'macos-latest' | |
| run: | | |
| # brew update # takes forever | |
| brew install sccache | |
| - name: Install Rust ${{ matrix.rust }} | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: ${{ matrix.rust }} | |
| profile: minimal | |
| override: true | |
| - name: Cache cargo registry and sccache | |
| uses: actions/cache@v3 | |
| continue-on-error: false | |
| with: | |
| path: | | |
| ~/.cargo/registry | |
| ~/.cargo/git | |
| ${{ env.SCCACHE_DIR }} | |
| key: ${{ env.CACHE_PREFIX }}-${{ runner.os }}-${{ matrix.task.name }}-${{ hashFiles('**/Cargo.lock') }} | |
| restore-keys: | | |
| ${{ env.CACHE_PREFIX }}-${{ runner.os }}-${{ matrix.task.name }}- | |
| - name: Start sccache server | |
| run: sccache --start-server | |
| - name: ${{ matrix.task.name }} | |
| run: ${{ matrix.task.run }} | |
| - name: Stop sccache server | |
| run: sccache --stop-server || true |