diff --git a/lib/compiler/swc/swc-compiler.ts b/lib/compiler/swc/swc-compiler.ts
index 970bbffc9..84c6c19a2 100644
--- a/lib/compiler/swc/swc-compiler.ts
+++ b/lib/compiler/swc/swc-compiler.ts
@@ -252,8 +252,9 @@ export class SwcCompiler extends BaseCompiler {
     const dir = isAbsolute(options.cliOptions.outDir!)
       ? options.cliOptions.outDir!
       : join(process.cwd(), options.cliOptions.outDir!);
-    const paths = join(dir, '**/*.js');
-    const watcher = chokidar.watch(paths, {
+    const watcher = chokidar.watch(dir, {
+      ignored: (file, stats) =>
+        (stats?.isFile() && !file.endsWith('.js')) as boolean,
       ignoreInitial: true,
       awaitWriteFinish: {
         stabilityThreshold: 50,