[WIP][ci] Move short benchmarks to GHA

.github/workflows/build-run-short-benchmarks.yml

@@ -0,0 +1,134 @@
+name: Short benchmarks
+
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
+  merge_group:
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  changes:
+    permissions:
+      pull-requests: read
+    uses: ./.github/workflows/check-changed-files.yml
+  set-image:
+    # GitHub Actions allows using 'env' in a container context.
+    # However, env variables don't work for forks: https://github.com/orgs/community/discussions/44322
+    # This workaround sets the container image for each job using 'set-image' job output.
+    runs-on: ubuntu-latest
+    needs: changes
+    if: ${{ needs.changes.outputs.rust }}
+    outputs:
+      IMAGE: ${{ steps.set_image.outputs.IMAGE }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - id: set_image
+        run: cat .github/env >> $GITHUB_OUTPUT
+  build-short-benchmark:
+    runs-on: arc-runners-polkadot-sdk-beefy
+    needs: [set-image, changes]
+    if: ${{ needs.changes.outputs.rust }}
+    timeout-minutes: 30
+    container:
+      image: ${{ needs.set-image.outputs.IMAGE }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: script
+        run: |
+          forklift cargo build --profile release --locked --features=runtime-benchmarks,on-chain-release-build --bin polkadot --workspace
+          mkdir -p artifacts
+          target/release/polkadot --version
+          cp ./target/release/polkadot ./artifacts/
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: short-benchmark-artifacts
+          retention-days: 1
+          path: ./artifacts
+  build-short-benchmark-cumulus:
+    runs-on: arc-runners-polkadot-sdk-beefy
+    needs: [set-image, changes]
+    if: ${{ needs.changes.outputs.rust }}
+    timeout-minutes: 30
+    container:
+      image: ${{ needs.set-image.outputs.IMAGE }}
+    env:
+      # Enable debug assertions since we are running optimized builds for testing
+      # but still want to have debug assertions.
+      RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings"
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: script
+        run: |
+          forklift cargo build --profile release --locked --features=runtime-benchmarks,on-chain-release-build -p polkadot-parachain-bin --bin polkadot-parachain --workspace
+          mkdir -p artifacts
+          ./target/release/polkadot-parachain --version
+          cp ./target/release/polkadot-parachain ./artifacts/
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: short-benchmark-cumulus-artifacts
+          retention-days: 1
+          path: ./artifacts
+  short-benchmark-westend:
+    runs-on: arc-runners-polkadot-sdk-benchmark
+    timeout-minutes: 10
+    needs: [set-image, build-short-benchmark]
+    container:
+      image: ${{ needs.set-image.outputs.IMAGE }}
+    env:
+      RUNTIME: westend
+    steps:
+      - name: Download a single artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: short-benchmark-artifacts
+      - name: script
+        run: |
+          chmod +x polkadot
+          ./polkadot benchmark pallet --chain $RUNTIME-dev --pallet "*" --extrinsic "*" --steps 2 --repeat 1
+  short-benchmark-parachain:
+    runs-on: arc-runners-polkadot-sdk-benchmark
+    timeout-minutes: 10
+    strategy:
+      matrix:
+        runtime:
+          [
+            asset-hub-rococo-dev,
+            asset-hub-westend-dev,
+            bridge-hub-rococo-dev,
+            bridge-hub-westend-dev,
+            collectives-westend-dev,
+            coretime-rococo-dev,
+            coretime-westend-dev,
+            people-rococo-dev,
+            people-westend-dev,
+            glutton-westend-dev-1300,
+          ]
+    needs: [set-image, build-short-benchmark-cumulus]
+    container:
+      image: ${{ needs.set-image.outputs.IMAGE }}
+    steps:
+      - name: Download a single artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: short-benchmark-cumulus-artifacts
+      - name: script
+        run: |
+          chmod +x polkadot-parachain
+          ./polkadot-parachain benchmark pallet --chain ${{ matrix.runtime }} --pallet "*" --extrinsic "*" --steps 2 --repeat 1
+  confirm-short-benchmarks-passed:
+    runs-on: ubuntu-latest
+    name: All migrations passed
+    # If any new job gets added, be sure to add it to this array
+    needs: [short-benchmark-parachain, short-benchmark-westend]
+    steps:
+      - run: echo '### Good job! All the benchmarks passed 🚀' >> $GITHUB_STEP_SUMMARY

.github/workflows/check-changed-files.yml

@@ -1,4 +1,4 @@
-# Reusable workflow to perform checks and generate conditions for other workflows. 
+# Reusable workflow to perform checks and generate conditions for other workflows.
 # Currently it checks if any Rust (build-related) file is changed
 # and if the current (caller) workflow file is changed.
 # Example:
@@ -11,20 +11,20 @@
 #   some-job:
 #     needs: changes
 #     if: ${{ needs.changes.outputs.rust }}
-#  ....... 
+#  .......
 
 name: Check changes files
 
 on:
   workflow_call:
     # Map the workflow outputs to job outputs
     outputs:
-      rust: 
+      rust:
         value: ${{ jobs.changes.outputs.rust }}
-        description: 'true if any of the build-related OR current (caller) workflow files have changed'
-      current-workflow: 
+        description: "true if any of the build-related OR current (caller) workflow files have changed"
+      current-workflow:
         value: ${{ jobs.changes.outputs.current-workflow }}
-        description: 'true if current (caller) workflow file has changed'      
+        description: "true if current (caller) workflow file has changed"
 
 jobs:
   changes:
@@ -36,22 +36,22 @@ jobs:
       rust: ${{ steps.filter.outputs.rust == 'true' || steps.filter.outputs.current-workflow == 'true' }}
       current-workflow: ${{ steps.filter.outputs.current-workflow }}
     steps:
-    - id: current-file
-      run: echo "current-workflow-file=$(echo ${{ github.workflow_ref }} | sed -nE "s/.*(\.github\/workflows\/[a-zA-Z0-9_-]*\.y[a]?ml)@refs.*/\1/p")" >> $GITHUB_OUTPUT
-    - run: echo "${{ steps.current-file.outputs.current-workflow-file }}"
-      # For pull requests it's not necessary to checkout the code
-    - id: filter
-      uses: dorny/paths-filter@v3
-      with:
-        predicate-quantifier: 'every'
-        # current-workflow - check if the current (caller) workflow file is changed
-        # rust - check if any Rust (build-related) file is changed
-        filters: |
-          current-workflow:
-            - '${{ steps.current-file.outputs.current-workflow-file }}'
-          rust:
-            - '**/*'
-            - '!.github/**/*'
-            - '!prdoc/**/*'
-            - '!docs/**/*'
-    #
+      - id: current-file
+        run: echo "current-workflow-file=$(echo ${{ github.workflow_ref }} | sed -nE "s/.*(\.github\/workflows\/[a-zA-Z0-9_-]*\.y[a]?ml)@refs.*/\1/p")" >> $GITHUB_OUTPUT
+      - run: echo "${{ steps.current-file.outputs.current-workflow-file }}"
+        # For pull requests it's not necessary to checkout the code
+      - id: filter
+        uses: dorny/paths-filter@v3
+        with:
+          predicate-quantifier: "every"
+          # current-workflow - check if the current (caller) workflow file is changed
+          # rust - check if any Rust (build-related) file is changed
+          filters: |
+            current-workflow:
+              - '${{ steps.current-file.outputs.current-workflow-file }}'
+            rust:
+              - '**/*'
+              - '!.github/**/*'
+              - '!prdoc/**/*'
+              - '!docs/**/*'
+    #

.gitlab/pipeline/short-benchmarks.yml

@@ -5,7 +5,7 @@
 
 # run short-benchmarks for relay chain runtimes from polkadot
 
-short-benchmark-westend: &short-bench
+short-benchmark-westend:
   stage: short-benchmarks
   extends:
     - .docker-env