Benchmark ci fixes (#840)

* update package-lock

* add git stash before github-action-benchmark

* add vm-benchmarks run to PRs

* re-apply git stash to prepare for saving back to cache

* ci: handling exit codes for cases where no changes were made to the git tree

ci: handling exit codes for cases where no changes were made to the git tree

* add same git stash logic to vm-pr

Co-authored-by: Everton Fraga <ev@ethereum.org>

.github/workflows/vm-build.yml

@@ -147,6 +147,9 @@ jobs:
         env:
           REF: ${{ github.ref }}
 
+      # Run git stash in case github-action-benchmark has trouble switching to gh-pages branch due to differing package-locks
+      - run: git stash
+
       - name: Compare benchmarks
         uses: rhysd/github-action-benchmark@v1
         with:
@@ -161,3 +164,9 @@ jobs:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           # Push and deploy to GitHub pages branch automatically (if on master)
           auto-push: ${{ steps.auto_push.outputs.auto_push }}
+
+      # Re-apply git stash to prepare for saving back to cache.
+      # Avoids exit code 1 by checking if there are changes to be stashed first
+      - run: STASH_LIST=`git stash list` && [ ! -z $STASH_LIST ] && git stash apply || echo "No files to stash-apply. Skipping…"
+
+

.github/workflows/vm-pr.yml

@@ -111,3 +111,56 @@ jobs:
         working-directory: ${{github.workspace}}
 
       - run: npm run test:blockchain -- ${{ matrix.args }} --fork=${{ matrix.fork }}
+
+  vm-benchmarks:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/setup-node@v1
+        with:
+          node-version: 12.x
+      - uses: actions/checkout@v2
+
+      - name: Dependency cache
+        uses: actions/cache@v2
+        id: cache
+        with:
+          key: VM-${{ runner.os }}-${{ matrix.node-version }}-${{ hashFiles('**/package-lock.json') }}
+          path: '**/node_modules'
+
+      # Installs root dependencies, ignoring Bootstrap All script.
+      # Bootstraps the current package only
+      - run: npm install --ignore-scripts && npm run bootstrap:vm
+        if: steps.cache.outputs.cache-hit != 'true'
+        working-directory: ${{github.workspace}}
+
+      # Builds current package and the ones it depends from.
+      - run: npm run build:vm
+        working-directory: ${{github.workspace}}
+
+      - run: npm run build:benchmarks
+        working-directory: ${{ env.cwd }}
+
+      - run: npm run benchmarks -- 10 | tee output.txt
+        working-directory: ${{ env.cwd }}
+
+      # Run git stash in case github-action-benchmark has trouble switching to gh-pages branch due to differing package-locks
+      - run: git stash
+
+      - name: Compare benchmarks
+        uses: rhysd/github-action-benchmark@v1
+        with:
+          tool: 'benchmarkjs'
+          # Where the output from the benchmark tool is stored
+          output-file-path: ${{ env.cwd }}/output.txt
+          # Enable alert commit comment
+          comment-on-alert: true
+          # Always leave a commit comment comparing the current benchmark with previous
+          comment-always: true
+          # GitHub API token to make a commit comment
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          # Push and deploy to GitHub pages branch automatically (if on master)
+          auto-push: 'false'
+
+      # Re-apply git stash to prepare for saving back to cache.
+      # Avoids exit code 1 by checking if there are changes to be stashed first
+      - run: STASH_LIST=`git stash list` && [ ! -z $STASH_LIST ] && git stash apply || echo "No files to stash-apply. Skipping…"