WIP: workflow: generate test reports

This commit is contained in:
Oystein Kristoffer Tveit 2024-04-30 17:39:33 +02:00
parent d6587c179a
commit c5d40a68a6
Signed by: oysteikt
GPG Key ID: 9F2F7D8250F35146
3 changed files with 142 additions and 4 deletions

View File

@ -16,13 +16,12 @@ jobs:
with:
toolchain: nightly
override: true
components: rustfmt, clippy
- name: Cache dependencies
uses: Swatinem/rust-cache@v2
- name: Build
run: cargo build --all-features --verbose
run: cargo build --all-features --verbose --release
check:
runs-on: ubuntu-latest-personal
@ -49,16 +48,67 @@ jobs:
runs-on: ubuntu-latest-personal
steps:
- uses: actions/checkout@v3
- uses: cargo-bins/cargo-binstall@main
- name: Install mpv
run: apt-get update && apt-get install -y mpv
- name: Install latest nightly toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: nightly
override: true
components: rustfmt, clippy
components: llvm-tools-preview
- name: Cache dependencies
uses: Swatinem/rust-cache@v2
- name: Create necessary directories
run: mkdir -p target/test-report
- name: Run tests
run: cargo test --all-features --verbose
run: |
cargo test --all-features --release --no-fail-fast -- -Zunstable-options --format json --report-time \
| tee target/test-report/test-report.json
env:
RUSTFLAGS: "-Cinstrument-coverage"
LLVM_PROFILE_FILE: "target/coverage/%p-%m.profraw"
- name: Install markdown-test-report
run: cargo binstall -y markdown-test-report
- name: Generate test report
run: markdown-test-report target/test-report/test-report.json --output target/test-report/test-report.md
- name: Upload test report
uses: actions/upload-artifact@v3
with:
name: test-report.md
path: target/test-report/test-report.md
- name: Install grcov
run: cargo binstall -y grcov
- name: Generate coverage report
run: |
grcov \
--source-dir . \
--binary-path ./target/release/deps/ \
--excl-start 'mod test* \{' \
--ignore 'tests/*' \
--ignore "*test.rs" \
--ignore "*tests.rs" \
--ignore "*github.com*" \
--ignore "*libcore*" \
--ignore "*rustc*" \
--ignore "*liballoc*" \
--ignore "*cargo*" \
-t html \
-o ./target/coverage/html \
target/coverage/
- name: Upload coverage report
uses: actions/upload-artifact@v3
with:
name: coverage
path: target/coverage/html

View File

@ -0,0 +1,44 @@
name: "Build docs"
on:
push:
branches:
- master
jobs:
docs:
runs-on: ubuntu-latest-personal
steps:
- uses: actions/checkout@v3
- name: Install latest nightly toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: nightly
override: true
- name: Cache dependencies
uses: Swatinem/rust-cache@v2
- name: Build docs
run: cargo doc --all-features --document-private-items --release
- name: Install rsync
run: apt-get update && apt-get install -y rsync
- name: Install SSH key
run: |
mkdir -p ~/.ssh
cat <<EOF >~/.ssh/key
${{ secrets.OYSTEIKT_GITEA_WEBDOCS_SSH_KEY }}
EOF
chmod 600 ~/.ssh/key
- name: Deploy docs to https://pvv.ntnu.no/~oysteikt/mpvipc/${{ gitea.ref_name }}/
run: |
rsync \
--archive \
--compress \
--verbose \
--mkpath \
--rsh="ssh -oBatchMode=yes -oStrictHostKeyChecking=accept-new -i ~/.ssh/key" \
"target/doc/" \
"oysteikt@microbel.pvv.ntnu.no:mpvipc/${{ gitea.ref_name }}/"

44
run.sh Executable file
View File

@ -0,0 +1,44 @@
#!/usr/bin/env bash
rm -rf target
mkdir -p target/test-report
export RUSTFLAGS="-Cinstrument-coverage"
export LLVM_PROFILE_FILE="target/coverage/prof/%p-%m.profraw"
rustup override set nightly
echo "Running tests..."
cargo test --all-features --release --no-fail-fast -- -Z unstable-options --report-time --format json | tee target/test-report/test-report.json
echo "Generating test report..."
markdown-test-report target/test-report/test-report.json --output target/test-report/test-report.md
echo "Generating test report HTML..."
pandoc target/test-report/test-report.md -o target/test-report/test-report.html
# rustup override set stable
echo "Removing unused profraw files..."
for file in target/coverage/prof/*.profraw; do
~/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/x86_64-unknown-linux-gnu/bin/llvm-profdata show "$file" 1>/dev/null 2>/dev/null || rm -f "$file"
done
echo "Generating coverage report..."
grcov \
--source-dir . \
--binary-path ./target/release/deps/ \
--excl-start 'mod test* \{' \
--ignore 'tests/*' \
--ignore "*test.rs" \
--ignore "*tests.rs" \
--ignore "*github.com*" \
--ignore "*libcore*" \
--ignore "*rustc*" \
--ignore "*liballoc*" \
--ignore "*cargo*" \
-t html \
-o ./target/coverage/html \
target/coverage/prof
rustup override set nightly