From 3d77043880968a522452c65994cf97997900dba9 Mon Sep 17 00:00:00 2001
From: Agost Biro <agostbiro@gmail.com>
Date: Wed, 10 Jul 2024 17:28:46 +0200
Subject: [PATCH] ci: add regression checks for feature branch

---
 .../edr-benchmark-feat-solidity-tests.yml     | 84 +++++++++++++++++++
 1 file changed, 84 insertions(+)
 create mode 100644 .github/workflows/edr-benchmark-feat-solidity-tests.yml

diff --git a/.github/workflows/edr-benchmark-feat-solidity-tests.yml b/.github/workflows/edr-benchmark-feat-solidity-tests.yml
new file mode 100644
index 0000000000..88501a10ac
--- /dev/null
+++ b/.github/workflows/edr-benchmark-feat-solidity-tests.yml
@@ -0,0 +1,84 @@
+name: EDR Benchmark for the Solidity tests feature branch
+
+on:
+  push:
+    branches:
+      - "feat/solidity-tests"
+  pull_request:
+    branches:
+      - "**"
+      - "!feat/solidity-tests"
+    paths:
+      - ".github/workflows/edr-benchmark.yml"
+      - "rust-toolchain"
+      - "Cargo.lock"
+      - "Cargo.toml"
+      - "crates/**"
+  workflow_dispatch:
+
+defaults:
+  run:
+    working-directory: crates/tools/js/benchmark
+
+concurrency:
+  group: ${{github.workflow}}-${{github.ref}}
+  # Don't cancel in progress jobs in main
+  cancel-in-progress: ${{ github.ref != 'refs/heads/feat/solidity-tests' }}
+
+jobs:
+  js-benchmark:
+    name: Run JS scenario runner benchmark
+    environment: github-action-benchmark
+    runs-on: self-hosted
+    # Only run for trusted collaborators since third-parties could run malicious code on the self-hosted benchmark runner.
+    if: github.ref == 'refs/heads/feat/solidity-tests' || (github.event.pull_request.author_association == 'OWNER' || github.event.pull_request.author_association == 'MEMBER' || github.event.pull_request.author_association == 'COLLABORATOR')
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: pnpm/action-setup@v4
+        with:
+          version: 9
+      - name: Install Node
+        uses: actions/setup-node@v2
+        with:
+          node-version: 20
+          cache: pnpm
+
+      - name: Install Rust (stable)
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          override: true
+
+      - name: Install package
+        run: pnpm install --frozen-lockfile --prefer-offline
+
+      - name: Run benchmark tests
+        run: pnpm test
+
+      - name: Run benchmark
+        run: pnpm run -s benchmark
+
+      - name: Validate regressions
+        run: pnpm run -s verify
+
+      - name: Generate report for github-action-benchmark
+        run: pnpm run -s report | tee report.json
+
+      - name: Store benchmark result
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          tool: customSmallerIsBetter
+          output-file-path: crates/tools/js/benchmark/report.json
+          gh-repository: github.com/nomic-foundation-automation/edr-benchmark-results
+          gh-pages-branch: feat/solidity-tests
+          benchmark-data-dir-path: bench
+          github-token: ${{ secrets.BENCHMARK_GITHUB_TOKEN }}
+          # Only save the data for main branch pushes. For PRs we only compare
+          auto-push: ${{ github.ref == 'refs/heads/feat/solidity-tests' && github.event_name != 'pull_request' }}
+          alert-threshold: "110%"
+          # Only fail on pull requests, don't break CI in main
+          fail-on-alert: ${{ github.event_name == 'pull_request' }}
+          # Enable Job Summary for PRs
+          summary-always: true
+          max-items-in-chart: 1000