robots.txt

nodejs · Feb 14, 2012 · 0a4f5e8 · 0a4f5e8
1 parent 9a0d907
commit 0a4f5e8
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/doc/robots.txt b/doc/robots.txt
@@ -0,0 +1,6 @@
+User-Agent: *
+Disallow: /dist/
+Disallow: /docs/
+Allow: /dist/latest/
+Allow: /dist/latest/docs/api/
+Allow: /api/