perf: upgrade minitrace to reduce overhead #840
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # ================= THIS FILE IS AUTOMATICALLY GENERATED ================= | |
| # | |
| # Please run generate.sh and commit after editing the workflow templates. | |
| # | |
| # ======================================================================== | |
| name: CI | |
| on: | |
| pull_request: | |
| branches: [main] | |
| env: | |
| RUST_TOOLCHAIN_NIGHTLY: nightly-2024-03-17 | |
| CARGO_TERM_COLOR: always | |
| CACHE_KEY_SUFFIX: 20240621 | |
| jobs: | |
| misc-check: | |
| name: misc check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Run typos check | |
| uses: crate-ci/typos@master | |
| - name: Install yq | |
| run: | | |
| wget https://github.com/mikefarah/yq/releases/download/${YQ_VERSION}/${BINARY}.tar.gz -O - | tar xz && sudo mv ${BINARY} /usr/bin/yq | |
| env: | |
| YQ_VERSION: v4.16.1 | |
| BINARY: yq_linux_amd64 | |
| BUF_VERSION: 1.0.0-rc6 | |
| - name: Install jq | |
| uses: dcarbone/[email protected] | |
| - name: Check if CI workflows are up-to-date | |
| run: | | |
| ./.github/template/generate.sh --check | |
| - name: Check if Grafana dashboards are minimized | |
| run: | | |
| ./scripts/minimize-dashboards.sh --check | |
| - name: Run ShellCheck | |
| uses: ludeeus/action-shellcheck@master | |
| rust-udeps: | |
| name: rust udeps test | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@master | |
| with: | |
| toolchain: nightly | |
| - name: Cache Cargo home | |
| uses: actions/cache@v4 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.toml') }}-${{ env.CACHE_KEY_SUFFIX }}-rust-udeps | |
| - name: Install cargo-udeps | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: | | |
| cargo install cargo-udeps --locked | |
| - name: Unused Dependencies Check | |
| env: | |
| RUSTFLAGS: "--cfg tokio_unstable -Awarnings" | |
| run: "cargo udeps --all-targets \n" | |
| rust-test: | |
| name: rust test with codecov | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| rust_toolchain: [stable, 1.77] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@master | |
| with: | |
| toolchain: ${{ matrix.rust_toolchain }} | |
| components: rustfmt, clippy, llvm-tools-preview | |
| - name: Cache Cargo home | |
| uses: actions/cache@v4 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.toml') }}-${{ env.CACHE_KEY_SUFFIX }}-rust-test | |
| - name: Install cargo tools | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: | | |
| cargo install cargo-sort --locked | |
| - name: Run rust cargo-sort check | |
| run: | | |
| cargo sort -w -c | |
| - name: Run rust format check | |
| run: | | |
| cargo fmt --all -- --check | |
| - name: Run rust clippy check | |
| run: | | |
| cargo clippy --all-targets --features tokio-console -- -D warnings | |
| cargo clippy --all-targets --features deadlock -- -D warnings | |
| cargo clippy --all-targets --features mtrace -- -D warnings | |
| cargo clippy --all-targets -- -D warnings | |
| - if: steps.cache.outputs.cache-hit != 'true' | |
| uses: taiki-e/install-action@cargo-llvm-cov | |
| - if: steps.cache.outputs.cache-hit != 'true' | |
| uses: taiki-e/install-action@nextest | |
| - name: Run rust test with coverage (igored tests) | |
| env: | |
| RUST_BACKTRACE: 1 | |
| CI: true | |
| run: | | |
| cargo llvm-cov --no-report nextest --run-ignored ignored-only --no-capture --workspace --features "strict_assertions,sanity" | |
| - name: Run rust test with coverage | |
| env: | |
| RUST_BACKTRACE: 1 | |
| CI: true | |
| run: | | |
| cargo llvm-cov --no-report nextest --features "strict_assertions,sanity" | |
| - name: Run examples with coverage | |
| env: | |
| RUST_BACKTRACE: 1 | |
| CI: true | |
| run: | | |
| cargo llvm-cov --no-report run --example memory | |
| cargo llvm-cov --no-report run --example hybrid | |
| cargo llvm-cov --no-report run --example hybrid_full | |
| cargo llvm-cov --no-report run --example event_listener | |
| - name: Run foyer-bench with coverage | |
| if: matrix.os == 'ubuntu-latest' | |
| env: | |
| RUST_BACKTRACE: 1 | |
| CI: true | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench/codecov | |
| cargo llvm-cov --no-report run --package foyer-bench --bin foyer-bench --features "strict_assertions,sanity" -- --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench/codecov --mem 16 --disk 256 --file-size 16 --get-range 1000 --w-rate 1 --r-rate 1 --admission-rate-limit 10 --time 60 | |
| - name: Generate codecov report | |
| run: | | |
| cargo llvm-cov report --lcov --output-path lcov.info | |
| - uses: codecov/codecov-action@v4 | |
| if: matrix.os == 'ubuntu-latest' && matrix.rust_toolchain == 'stable' | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} | |
| with: | |
| verbose: true | |
| deadlock: | |
| name: run with single worker thread and deadlock detection | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@master | |
| with: | |
| toolchain: stable | |
| - name: Cache Cargo home | |
| uses: actions/cache@v4 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.toml') }}-${{ env.CACHE_KEY_SUFFIX }}-deadlock | |
| - name: Run foyer-bench with single worker thread and deadlock detection | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: "--cfg tokio_unstable" | |
| RUST_LOG: info | |
| TOKIO_WORKER_THREADS: 1 | |
| CI: true | |
| run: |- | |
| cargo build --all --features deadlock | |
| mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-storage/deadlock | |
| timeout 2m ./target/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench/deadlock --mem 16 --disk 256 --file-size 16 --get-range 1000 --w-rate 1 --r-rate 1 --admission-rate-limit 10 --time 60 | |
| asan: | |
| name: run with address saniziter | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@master | |
| with: | |
| toolchain: ${{ env.RUST_TOOLCHAIN_NIGHTLY }} | |
| - name: Cache Cargo home | |
| uses: actions/cache@v4 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.toml') }}-${{ env.CACHE_KEY_SUFFIX }}-asan | |
| - name: Run Unit Tests With Address Sanitizer | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: "-Zsanitizer=address --cfg tokio_unstable" | |
| RUST_LOG: info | |
| CI: true | |
| run: |- | |
| cargo +${{ env.RUST_TOOLCHAIN_NIGHTLY }} test --lib --bins --tests --target x86_64-unknown-linux-gnu -- --nocapture | |
| - name: Run foyer-bench With Address Sanitizer | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: "-Zsanitizer=address --cfg tokio_unstable" | |
| RUST_LOG: info | |
| CI: true | |
| run: |- | |
| cargo +${{ env.RUST_TOOLCHAIN_NIGHTLY }} build --all --target x86_64-unknown-linux-gnu | |
| mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench/asan | |
| timeout 2m ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench/asan --mem 16 --disk 256 --file-size 16 --get-range 1000 --w-rate 1 --r-rate 1 --admission-rate-limit 10 --time 60 | |
| - name: Prepare Artifacts on Failure | |
| if: ${{ failure() }} | |
| run: |- | |
| find ./target/x86_64-unknown-linux-gnu/debug/ -type f -executable -name 'foyer*' -print0 | xargs -0 tar czvf artifacts.asan.tgz --transform 's#.*/##' | |
| - name: Upload Artifacts on Failure | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| with: | |
| name: artifacts.asan.tgz | |
| path: artifacts.asan.tgz | |
| lsan: | |
| name: run with leak saniziter | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install rust toolchain | |
| uses: dtolnay/rust-toolchain@master | |
| with: | |
| toolchain: ${{ env.RUST_TOOLCHAIN_NIGHTLY }} | |
| - name: Cache Cargo home | |
| uses: actions/cache@v4 | |
| id: cache | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.toml') }}-${{ env.CACHE_KEY_SUFFIX }}-lsan | |
| - name: Run Unit Tests With Leak Sanitizer | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: "-Zsanitizer=leak --cfg tokio_unstable" | |
| RUST_LOG: info | |
| CI: true | |
| run: |- | |
| cargo +${{ env.RUST_TOOLCHAIN_NIGHTLY }} test --lib --bins --tests --target x86_64-unknown-linux-gnu -- --nocapture | |
| - name: Run foyer-bench With Leak Sanitizer | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: "-Zsanitizer=leak --cfg tokio_unstable" | |
| RUST_LOG: info | |
| CI: true | |
| run: |- | |
| cargo +${{ env.RUST_TOOLCHAIN_NIGHTLY }} build --all --target x86_64-unknown-linux-gnu | |
| mkdir -p $GITHUB_WORKSPACE/foyer-data/foyer-bench/lsan | |
| timeout 2m ./target/x86_64-unknown-linux-gnu/debug/foyer-bench --dir $GITHUB_WORKSPACE/foyer-data/foyer-bench/lsan --mem 16 --disk 256 --file-size 16 --get-range 1000 --w-rate 1 --r-rate 1 --admission-rate-limit 10 --time 60 | |
| - name: Prepare Artifacts on Failure | |
| if: ${{ failure() }} | |
| run: |- | |
| find ./target/x86_64-unknown-linux-gnu/debug/ -type f -executable -name 'foyer*' -print0 | xargs -0 tar czvf artifacts.lsan.tgz --transform 's#.*/##' | |
| - name: Upload Artifacts on Failure | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| with: | |
| name: artifacts.lsan.tgz | |
| path: artifacts.lsan.tgz | |
| concurrency: | |
| group: environment-${{ github.ref }} | |
| cancel-in-progress: true | |
| # ================= THIS FILE IS AUTOMATICALLY GENERATED ================= | |
| # | |
| # Please run generate.sh and commit after editing the workflow templates. | |
| # | |
| # ======================================================================== | |