More test coverage for mutants #1093
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Rust | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
# see https://matklad.github.io/2021/09/04/fast-rust-builds.html | |
env: | |
CARGO_TERM_COLOR: always | |
CARGO_INCREMENTAL: 0 | |
CARGO_NET_RETRY: 10 | |
CI: 1 | |
RUST_BACKTRACE: short | |
RUSTFLAGS: "-W rust-2021-compatibility" | |
RUSTUP_MAX_RETRIES: 10 | |
# TODO: Add -D warnings when that's clean on Windows. | |
jobs: | |
tests: | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: true | |
matrix: | |
os: [ubuntu-latest, windows-latest, macOS-latest] | |
features: ["", "s3"] | |
version: [stable, nightly, "1.73"] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: dtolnay/rust-toolchain@master | |
with: | |
toolchain: ${{ matrix.version }} | |
- uses: Swatinem/rust-cache@v2 | |
with: | |
key: ${{ matrix.features }} | |
- name: Show version | |
run: | | |
rustup show | |
cargo --version | |
rustc --version | |
- name: Build | |
run: | |
cargo build --all-targets --no-default-features --features=${{ | |
matrix.features }} | |
- name: Test | |
run: | |
cargo test --no-default-features --features=${{ matrix.features }} -- | |
--include-ignored | |
# Clippy and rustfmt are excellent tools but are turned off here because it's too | |
# easy for PRs to fail due to irrelevant changes including Clippy flagging problems | |
# that it did not notice before. | |
# - name: clippy | |
# run: cargo clippy --all-targets -- -d clippy::all | |
# Run rustfmt separately so that it does not block test results | |
rustfmt: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: dtolnay/rust-toolchain@master | |
with: | |
toolchain: stable | |
components: rustfmt | |
- uses: Swatinem/rust-cache@v2 | |
- name: rustfmt check | |
run: cargo fmt --all -- --check | |
cargo-mutants: | |
runs-on: ubuntu-latest | |
# Don't run expensive mutant tests until we know the build is clean, and recently | |
# touched code is clean. | |
needs: [pr-mutants] | |
# Don't run expensive mutant tests until we know the build is clean. | |
strategy: | |
# We want to see all the missed mutants so don't fail fast. | |
fail-fast: false | |
matrix: | |
shard: [0, 1, 2, 3] | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v3 | |
- uses: taiki-e/install-action@v2 | |
name: Install cargo-mutants using install-action | |
with: | |
tool: cargo-mutants | |
- uses: dtolnay/rust-toolchain@master | |
with: | |
toolchain: stable | |
components: rustfmt | |
- name: Run mutant tests | |
# Can't use --all-features here because BLAKE2 SIMD needs unstable... | |
# Don't use the S3 features because they require AWS credentials for realistic | |
# testing. | |
run: > | |
cargo mutants --no-shuffle -vV --cargo-arg --no-default-features | |
--shard ${{ matrix.shard }}/4 | |
- name: Archive results | |
uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
name: mutation-report | |
path: mutants.out | |
pr-mutants: | |
runs-on: ubuntu-latest | |
if: github.event_name == 'pull_request' | |
steps: | |
- uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- name: Relative diff | |
run: | | |
git branch -av | |
git diff origin/${{ github.base_ref }}.. | tee git.diff | |
- uses: dtolnay/rust-toolchain@master | |
with: | |
toolchain: beta | |
- uses: Swatinem/rust-cache@v2 | |
- uses: taiki-e/install-action@v2 | |
name: Install cargo-mutants using install-action | |
with: | |
tool: cargo-mutants | |
- name: Mutants in diff | |
run: > | |
cargo mutants --no-shuffle -vV --in-diff git.diff | |
- name: Archive mutants.out | |
uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
name: mutants-incremental.out | |
path: mutants.out |