GHA Migration - test-misc #37
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: tests misc | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| types: [ opened, synchronize, reopened, ready_for_review ] | |
| merge_group: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| # Jobs in this workflow depend on each other, only for limiting peak amount of spawned workers | |
| jobs: | |
| changes: | |
| permissions: | |
| pull-requests: read | |
| uses: ./.github/workflows/reusable-check-changed-files.yml | |
| set-image: | |
| needs: [ changes ] | |
| if: needs.changes.outputs.rust || needs.changes.outputs.current-workflow | |
| # GitHub Actions allows using 'env' in a container context. | |
| # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322 | |
| # This workaround sets the container image for each job using 'set-image' job output. | |
| runs-on: ubuntu-latest | |
| outputs: | |
| IMAGE: ${{ steps.set_image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - id: set_image | |
| run: cat .github/env >> $GITHUB_OUTPUT | |
| # more information about this job can be found here: | |
| # https://github.com/paritytech/substrate/pull/3778 | |
| test-full-crypto-feature: | |
| needs: [ set-image ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| timeout-minutes: 60 | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-C debug-assertions" | |
| RUST_BACKTRACE: 1 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: script | |
| run: | | |
| cd substrate/primitives/core/ | |
| forklift cargo build --locked --no-default-features --features full_crypto | |
| cd ../application-crypto | |
| forklift cargo build --locked --no-default-features --features full_crypto | |
| test-frame-examples-compile-to-wasm: | |
| timeout-minutes: 20 | |
| # into one job | |
| needs: [ set-image, test-full-crypto-feature ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-C debug-assertions" | |
| RUST_BACKTRACE: 1 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: | | |
| cd substrate/frame/examples/offchain-worker/ | |
| forklift cargo build --locked --target=wasm32-unknown-unknown --no-default-features | |
| cd ../basic | |
| forklift cargo build --locked --target=wasm32-unknown-unknown --no-default-features | |
| test-frame-ui: | |
| timeout-minutes: 60 | |
| needs: [ set-image, test-frame-examples-compile-to-wasm ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-C debug-assertions -D warnings" | |
| RUST_BACKTRACE: 1 | |
| WASM_BUILD_NO_COLOR: 1 | |
| WASM_BUILD_RUSTFLAGS: "-C debug-assertions -D warnings" | |
| # Ensure we run the UI tests. | |
| RUN_UI_TESTS: 1 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: | | |
| forklift cargo test --locked -q --profile testnet -p frame-support-test --features=frame-feature-testing,no-metadata-docs,try-runtime,experimental | |
| forklift cargo test --locked -q --profile testnet -p frame-support-test --features=frame-feature-testing,frame-feature-testing-2,no-metadata-docs,try-runtime,experimental | |
| forklift cargo test --locked -q --profile testnet -p xcm-procedural | |
| forklift cargo test --locked -q --profile testnet -p frame-election-provider-solution-type | |
| forklift cargo test --locked -q --profile testnet -p sp-api-test | |
| # There is multiple version of sp-runtime-interface in the repo. So we point to the manifest. | |
| forklift cargo test --locked -q --profile testnet --manifest-path substrate/primitives/runtime-interface/Cargo.toml | |
| test-deterministic-wasm: | |
| timeout-minutes: 20 | |
| needs: [ set-image, test-frame-ui ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| WASM_BUILD_NO_COLOR: 1 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: script | |
| run: | | |
| # build runtime | |
| forklift cargo build -q --locked --release -p westend-runtime -p rococo-runtime | |
| # make checksum | |
| sha256sum target/release/wbuild/*-runtime/target/wasm32-unknown-unknown/release/*.wasm > checksum.sha256 | |
| cargo clean | |
| # build again | |
| forklift cargo build -q --locked --release -p westend-runtime -p rococo-runtime | |
| # confirm checksum | |
| sha256sum -c checksum.sha256 | |
| cargo-check-benches-branches: | |
| needs: [ set-image ] | |
| if: ${{ github.event_name == 'pull_request' }} | |
| timeout-minutes: 60 | |
| outputs: | |
| branch: ${{ steps.branch.outputs.branch }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Branch | |
| id: branch | |
| run: | | |
| echo "branch=['${{ github.base_ref }}', '${{ github.head_ref }}']" >> $GITHUB_OUTPUT | |
| cargo-check-benches: | |
| needs: [ set-image, cargo-check-benches-branches ] | |
| timeout-minutes: 60 | |
| strategy: | |
| matrix: | |
| branch: ${{ fromJSON(needs.cargo-check-benches-branches.outputs.branch) }} | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ matrix.branch }} | |
| - name: script | |
| run: | | |
| ARTIFACTS_DIR=./artifacts | |
| BENCH_TRIE_READ=::trie::read::small | |
| BENCH_NODE_IMPORT=::node::import::sr25519::transfer_keep_alive::paritydb::small | |
| mkdir -p $ARTIFACTS_DIR | |
| SKIP_WASM_BUILD=1 forklift cargo check --locked --benches --all; | |
| forklift cargo run --locked --release -p node-bench -- $BENCH_TRIE_READ --json | tee $ARTIFACTS_DIR/bench_trie_read_small.json; | |
| forklift cargo run --locked --release -p node-bench -- $BENCH_NODE_IMPORT --json | tee $ARTIFACTS_DIR/bench_transfer_keep_alive.json | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v4.3.6 | |
| with: | |
| path: ./artifacts | |
| name: cargo-check-benches-${{ matrix.branch }}-${{ github.sha }} | |
| retention-days: 1 | |
| node-bench-regression-guard: | |
| timeout-minutes: 20 | |
| runs-on: arc-runners-polkadot-sdk-default | |
| needs: [ set-image, cargo-check-benches ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: Extract branch name | |
| shell: bash | |
| run: echo "branch=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}" >> $GITHUB_OUTPUT | |
| id: extract_branch | |
| - name: Download artifact (master run) | |
| uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: cargo-check-benches-${{ github.base_ref }}-${{ github.sha }} | |
| path: ./artifacts/master | |
| - name: Download artifact (current run) | |
| uses: actions/download-artifact@v4.1.8 | |
| with: | |
| name: cargo-check-benches-${{ github.head_ref }}-${{ github.sha }} | |
| path: ./artifacts/current | |
| - name: script | |
| run: | | |
| echo "------- IMPORTANT -------" | |
| echo "node-bench-regression-guard depends on the results of a cargo-check-benches job" | |
| echo "In case of this job failure, check your pipeline's cargo-check-benches" | |
| docker run --rm \ | |
| -v $PWD/artifacts/master:/artifacts/master \ | |
| -v $PWD/artifacts/current:/artifacts/current \ | |
| paritytech/node-bench-regression-guard:latest \ | |
| node-bench-regression-guard --reference /artifacts/master --compare-with /artifacts/current | |
| test-node-metrics: | |
| needs: [ set-image ] | |
| timeout-minutes: 30 | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: Run tests | |
| id: tests | |
| env: | |
| RUST_TOOLCHAIN: stable | |
| # Enable debug assertions since we are running optimized builds for testing | |
| # but still want to have debug assertions. | |
| RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings" | |
| run: | | |
| forklift cargo build --bin polkadot-execute-worker --bin polkadot-prepare-worker --profile testnet --verbose --locked | |
| mkdir -p ./artifacts | |
| forklift cargo test --profile testnet --locked --features=runtime-metrics -p polkadot-node-metrics > ./artifacts/log.txt | |
| echo "Metrics test passed" | |
| - name: Upload artifacts if failed | |
| if: ${{ steps.tests.outcome != 'success' }} | |
| uses: actions/upload-artifact@v4.3.6 | |
| with: | |
| name: node-metrics-failed | |
| path: ./artifacts | |
| # more information about this job can be found here: | |
| # https://github.com/paritytech/substrate/pull/6916 | |
| check-tracing: | |
| timeout-minutes: 20 | |
| needs: [ set-image, test-node-metrics ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: script | |
| run: | | |
| forklift cargo test --locked --manifest-path ./substrate/primitives/tracing/Cargo.toml --no-default-features | |
| forklift cargo test --locked --manifest-path ./substrate/primitives/tracing/Cargo.toml --no-default-features --features=with-tracing | |
| check-metadata-hash: | |
| timeout-minutes: 20 | |
| needs: [ set-image, check-tracing ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: script | |
| run: | | |
| forklift cargo build --locked -p westend-runtime --features metadata-hash | |
| cargo-hfuzz: | |
| timeout-minutes: 20 | |
| needs: [ set-image, check-metadata-hash ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| # max 10s per iteration, 60s per file | |
| HFUZZ_RUN_ARGS: | | |
| --exit_upon_crash | |
| --exit_code_upon_crash 1 | |
| --timeout 10 | |
| --run_time 60 | |
| # use git version of honggfuzz-rs until v0.5.56 is out, we need a few recent changes: | |
| # https://github.com/rust-fuzz/honggfuzz-rs/pull/75 to avoid breakage on debian | |
| # https://github.com/rust-fuzz/honggfuzz-rs/pull/81 fix to the above pr | |
| # https://github.com/rust-fuzz/honggfuzz-rs/pull/82 fix for handling absolute CARGO_TARGET_DIR | |
| HFUZZ_BUILD_ARGS: | | |
| --config=patch.crates-io.honggfuzz.git="https://github.com/altaua/honggfuzz-rs" | |
| --config=patch.crates-io.honggfuzz.rev="205f7c8c059a0d98fe1cb912cdac84f324cb6981" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: Run honggfuzz | |
| run: | | |
| cd substrate/primitives/arithmetic/fuzzer | |
| forklift cargo hfuzz build | |
| for target in $(cargo read-manifest | jq -r '.targets | .[] | .name'); | |
| do | |
| forklift cargo hfuzz run "$target" || { printf "fuzzing failure for %s\n" "$target"; exit 1; }; | |
| done | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v4.3.6 | |
| with: | |
| path: substrate/primitives/arithmetic/fuzzer/hfuzz_workspace/ | |
| name: hfuzz-${{ github.sha }} | |
| cargo-check-each-crate: | |
| timeout-minutes: 140 | |
| needs: [ set-image ] | |
| runs-on: arc-runners-polkadot-sdk-beefy | |
| container: | |
| image: ${{ needs.set-image.outputs.IMAGE }} | |
| env: | |
| RUSTFLAGS: "-D warnings" | |
| CI_JOB_NAME: cargo-check-each-crate | |
| strategy: | |
| matrix: | |
| index: [ 1,2,3,4,5,6,7 ] # 7 parallel jobs | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4.1.7 | |
| - name: Check Rust | |
| run: | | |
| rustup show | |
| rustup +nightly show | |
| - name: script | |
| run: | | |
| PYTHONUNBUFFERED=x .github/scripts/check-each-crate.py ${{ matrix.index }} ${{ strategy.job-total }} | |
| # TODO: enable when we have a macos Self-Hosted runners | |
| # cargo-check-each-crate-macos: | |
| # timeout-minutes: 120 | |
| # needs: [ set-image ] | |
| # runs-on: macos-latest | |
| # env: | |
| # RUSTFLAGS: "-D warnings" | |
| # CI_JOB_NAME: cargo-check-each-crate | |
| # IMAGE: ${{ needs.set-image.outputs.IMAGE }} | |
| # strategy: | |
| # fail-fast: false | |
| # matrix: | |
| # index: [ 1,2,3,4,5,6,7,8,9,10 ] # 10 parallel jobs | |
| # steps: | |
| # - name: Checkout | |
| # uses: actions/checkout@v4.1.7 | |
| # | |
| # - run: | | |
| # VERSION=$(echo $IMAGE | sed -E 's/.*:bullseye-([^-]+)-.*/\1/') | |
| # echo $VERSION | |
| # echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| # | |
| # - run: | | |
| # rustup install $VERSION | |
| # rustup default $VERSION | |
| # | |
| # - name: Check Rust | |
| # run: | | |
| # rustup show | |
| # rustup +nightly show | |
| # | |
| # - name: MacOS Deps | |
| # run: | | |
| # brew install protobuf openssl pkg-config zlib xz zstd llvm jq curl gcc make cmake | |
| # rustup target add wasm32-unknown-unknown --toolchain $VERSION | |
| # rustup component add rust-src rustfmt clippy --toolchain $VERSION | |
| # | |
| # - name: script | |
| # run: | | |
| # PYTHONUNBUFFERED=x .github/scripts/check-each-crate.py ${{ matrix.index }} ${{ strategy.job-total }} True | |
| confirm-required-jobs-passed: | |
| runs-on: ubuntu-latest | |
| name: All test misc tests passed | |
| # If any new job gets added, be sure to add it to this array | |
| needs: | |
| - test-full-crypto-feature | |
| - test-frame-examples-compile-to-wasm | |
| - test-frame-ui | |
| - cargo-check-benches | |
| - node-bench-regression-guard | |
| - test-node-metrics | |
| - check-tracing | |
| - cargo-hfuzz | |
| - cargo-check-each-crate | |
| steps: | |
| - run: echo '### Good job! All the required tests passed 🚀' >> $GITHUB_STEP_SUMMARY |