diff --git a/.github/workflows/build-wheels-m1.yml b/.github/workflows/build-wheels_m1.yml
similarity index 83%
rename from .github/workflows/build-wheels-m1.yml
rename to .github/workflows/build-wheels_m1.yml
index 49c9b8cf20..93c8086a23 100644
--- a/.github/workflows/build-wheels-m1.yml
+++ b/.github/workflows/build-wheels_m1.yml
@@ -1,7 +1,10 @@
 name: Build M1 Wheels
-
 on:
   pull_request:
+    paths:
+      - build/packaging/**
+      - .github/workflows/build_wheels_m1.yml
+      - setup.py
   push:
     branches:
       - nightly
@@ -11,12 +14,12 @@ on:
         # NOTE: Binary build pipelines should only get triggered on release candidate builds
         # Release candidate tags look like: v1.11.0-rc1
         - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
+  schedule:
+    - cron: '0 0 * * *'  # Runs at midnight UTC every day
   workflow_dispatch:
-
 permissions:
   id-token: write
   contents: read
-
 jobs:
   generate-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main
@@ -25,6 +28,7 @@ jobs:
       os: macos-arm64
   build:
     needs: generate-matrix
+    if: github.repository_owner == 'pytorch'
     name: pytorch/ao
     uses: pytorch/test-infra/.github/workflows/build_wheels_macos.yml@main
     with: