ci: gomu gomu no gatling workflow integration

.github/workflows/benchmarks.yml

@@ -7,98 +7,27 @@ on:
 
 jobs:
   benchmark:
-    runs-on: [self-hosted, linux, benchmark]
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-        with:
-          clean: false
-      - name: Build tests and install benchmark projects
-        run: |-
-          cd tests
-          npm clean-install
-          npm run build
-          cd ../benchmarking
-          npm i
       - uses: actions/cache@v3
         with:
-          path: |
-            ~/.cargo/bin/
-            ~/.cargo/registry/index/
-            ~/.cargo/registry/cache/
-            ~/.cargo/git/db/
-            target/
+          path: target/release/madara
           key:
             ${{ runner.os }}-cargo-${{ hashFiles('Cargo.lock') }}-${{
             github.run_id }}
           fail-on-cache-miss: true
-      - name: Run benchmark
-        run: |
-          cd benchmarking
-          npm run test:ci
-      - name: Compare result
-        uses: benchmark-action/github-action-benchmark@v1
-        with:
-          tool: "customBiggerIsBetter"
-          output-file-path: ./benchmarking/reports/metrics.json
-          alert-threshold: "120%"
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          fail-on-alert: true
-          summary-always: ${{ github.ref == 'refs/heads/main' }}
-          comment-always: false
-          comment-on-alert: false
-          auto-push: ${{ github.ref == 'refs/heads/main' }}
-
-  benchmark-with-state-root:
-    runs-on: [self-hosted, linux, benchmark]
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          clean: false
-      - name: Build tests and install benchmark projects
-        run: |-
-          cd tests
-          npm clean-install
-          npm run build
-          cd ../benchmarking
-          npm i
-      - uses: actions/cache@v3
-        with:
-          path: |
-            ~/.cargo/bin/
-            ~/.cargo/registry/index/
-            ~/.cargo/registry/cache/
-            ~/.cargo/git/db/
-            target/
-          key:
-            ${{ runner.os }}-cargo-${{ hashFiles('Cargo.lock') }}-${{
-            github.run_id }}
-          fail-on-cache-miss: true
-          restore-keys: |
-            ${{ runner.os }}-cargo
-      - name: Setup rust toolchain
-        if: steps.cache.outputs.cache-hit != 'true'
-        run: rustup show
-      - name: Setup build deps
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y clang llvm libudev-dev protobuf-compiler
-      - name: Build the project
-        run: |
-          cargo build --release --workspace
-      - name: Run benchmark
+      - name: Setup Madara
+        run: target/release/madara setup --chain=dev --from-remote
+      - name: Run Madara in background
+        id: madara
         run: |
-          cd benchmarking
-          npm run test:ci-state-root:erc20
-      - name: Compare result
-        uses: benchmark-action/github-action-benchmark@v1
+          target/release/madara --dev &
+          echo "RUN_PID=$\!" >> "$GITHUB_OUTPUT"
+          while ! echo exit | nc localhost 9944; do sleep 1; done
+      - name: Run Gomu Gomu no Gatling Action
+        uses: keep-starknet-strange/gomu-gomu-no-gatling/.github/actions@main
         with:
-          tool: "customBiggerIsBetter"
-          output-file-path: ./benchmarking/reports/metrics-state-root.json
-          alert-threshold: "120%"
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          fail-on-alert: true
-          summary-always: ${{ github.ref == 'refs/heads/main' }}
-          comment-always: false
-          comment-on-alert: false
-          benchmark-data-dir-path: "dev/bench-with-state-root"
-          auto-push: ${{ github.ref == 'refs/heads/main' }}
+          config_path: "benchmark.yml"
+      - name: Stop Madara
+        run: kill "${{ steps.madara.outputs.RUN_PID }}"

.github/workflows/pull-request.yml

@@ -40,15 +40,7 @@ jobs:
     uses: ./.github/workflows/starknet-rpc-tests.yml
     needs: madara_commands
 
-  # https://github.com/keep-starknet-strange/madara/issues/1097
-  # benchmark:
-  #   name: Run benchmarks
-  #   uses: ./.github/workflows/benchmarks.yml
-  #   needs: [rust_build, tests]
-  #   permissions:
-  #     # deployments permission to deploy GitHub pages website
-  #     deployments: write
-  #     # contents permission to update benchmark contents in gh-pages branch
-  #     contents: write
-  #     # post on the pull-request page
-  #     pull-requests: write
+  benchmark:
+    name: Run benchmarks
+    uses: ./.github/workflows/benchmarks.yml
+    needs: madara_commands

.github/workflows/push.yml

@@ -30,22 +30,14 @@ jobs:
     uses: ./.github/workflows/starknet-rpc-tests.yml
     needs: madara_commands
 
-  # https://github.com/keep-starknet-strange/madara/issues/1097
-  # benchmark:
-  #   name: Run benchmarks
-  #   uses: ./.github/workflows/benchmarks.yml
-  #   needs: [rust_build, tests]
-  #   permissions:
-  #     # deployments permission to deploy GitHub pages website
-  #     deployments: write
-  #     # contents permission to update benchmark contents in gh-pages branch
-  #     contents: write
-  #     # post on the pull-request page
-  #     pull-requests: write
+  benchmark:
+    name: Run benchmarks
+    uses: ./.github/workflows/benchmarks.yml
+    needs: madara_commands
 
   rustdoc:
     name: Deploy docs to GitHub Pages
     uses: ./.github/workflows/rustdoc.yml
-    needs: linters_cargo
+    needs: benchmark
     permissions:
       contents: write

CHANGELOG.md

@@ -124,6 +124,7 @@
 - chore: cairo-contracts compilation scripts & docs are updated, cairo_0
   contracts recompiled
 - chore: rebase of core deps and 0.12.1
+- ci: add gomu gomu no gatling pr benchmark workflow
 
 ## v0.1.0
 

benchmark.yml

@@ -0,0 +1,28 @@
+rpc:
+  url: "http://localhost:9944"
+
+setup:
+  erc20_contract:
+    v0: configs/genesis-assets/ERC20.json
+
+  erc721_contract:
+    v0: configs/genesis-assets/ERC721.json
+
+  account_contract:
+    v0: configs/genesis-assets/OpenzeppelinAccount.json
+
+  fee_token_address: "0x049d36570d4e46f48e99674bd3fcc84644ddd6b96f7c741b1562b82f9e004dc7"
+  num_accounts: 3
+
+run:
+  num_erc20_transfers: 1200
+  num_erc721_mints: 1200
+
+report:
+  num_blocks: 4
+  reports_dir: "reports"
+
+deployer:
+  salt: 1
+  address: "0x0000000000000000000000000000000000000000000000000000000000000002"
+  signing_key: "0x00c1cf1490de1352865301bb8705143f3ef938f97fdf892f1090dcb5ac7bcd1d"