Merge pull request #1419 from dpc-sdp/feature/robots-crawl-delay

[SDPSUP-8755] Added default crawl-delay attribute to robots.txt
dpc-sdp · Jan 13, 2025 · cbc7f23 · cbc7f23
2 parents b056a9d + e3b1475
commit cbc7f23
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/packages/nuxt-ripple/robots.config.ts b/packages/nuxt-ripple/robots.config.ts
@@ -3,6 +3,7 @@ export default [
   { UserAgent: 'SemrushBot', Disallow: '/' },
   {
     UserAgent: '*',
+    CrawlDelay: 2,
     Disallow: [
       '/js',
       '/img',