diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 9902d29457..bfb5e382f7 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -110,9 +110,7 @@ jobs:
         with:
           go-version: 1.22.9
       - name: Build & version operator-specific release files
-        run: |
-          make -C infra/feast-operator build-installer bundle
-          rm -rf infra/feast-operator/bin
+        run: make -C infra/feast-operator build-installer bundle
 
   publish-web-ui-npm:
     needs: [ validate_version_bumps, get_dry_release_versions ]
diff --git a/.releaserc.js b/.releaserc.js
index b972f0984c..61c6813442 100644
--- a/.releaserc.js
+++ b/.releaserc.js
@@ -41,7 +41,7 @@ module.exports = {
             "verifyReleaseCmd": "./infra/scripts/validate-release.sh  ${nextRelease.type} " + current_branch,
 
             // Bump all version files and build UI / update yarn.lock / helm charts
-            "prepareCmd": "python ./infra/scripts/release/bump_file_versions.py ${lastRelease.version} ${nextRelease.version}; make build-ui; make build-helm-docs; make -C infra/feast-operator build-installer bundle"
+            "prepareCmd": "python ./infra/scripts/release/bump_file_versions.py ${lastRelease.version} ${nextRelease.version}; make build-ui; make build-helm-docs; make -C infra/feast-operator build-installer bundle; rm -rf infra/feast-operator/bin"
         }],
 
         ["@semantic-release/release-notes-generator", {