diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index c377f74..228117a 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -133,6 +133,8 @@ jobs:
           ./sqlite_dissect -h
           zip -r sqlite-dissect-linux-x64-${{ env.PYTHON_VERSION }}-binary.zip sqlite_dissect
           mv sqlite-dissect-linux-x64-${{ env.PYTHON_VERSION }}-binary.zip ../../../
+          cd ../../../
+          rm -rf ./dist/
 
       # Upload the built executables
       - name: Upload Linux Executable
@@ -157,13 +159,11 @@ jobs:
 
       # Build the binary wheel as well as the source tar
       - name: Build Objects
-        if: startsWith(github.ref, 'refs/tags')
         run: python setup.py sdist bdist_wheel
 
       # Ensure the objects were packaged correctly and there wasn't an issue with
       # the compilation or packaging process.
       - name: Check Objects
-        if: startsWith(github.ref, 'refs/tags')
         run: twine check dist/*
 
       # If this commit is the result of a Git tag, push the wheel and tar packages