From 994c918411688554efcb6acc41b43a7f37e076f4 Mon Sep 17 00:00:00 2001
From: David Alger <david@classyllama.com>
Date: Wed, 3 Jun 2015 17:11:15 -0500
Subject: [PATCH] Removes .js and .css files robots.txt disallow rules - Per
 this
 (http://googlewebmastercentral.blogspot.com/2014/10/updating-our-technical-webmaster.html)
 page on Google's Webmaster Central Blog restricting Googlebot from crawling
 these harms their algorithms and can result in lower rankings.

---
 app/code/Magento/Theme/etc/config.xml | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/app/code/Magento/Theme/etc/config.xml b/app/code/Magento/Theme/etc/config.xml
index 405817f895970..b75fcddc364b6 100644
--- a/app/code/Magento/Theme/etc/config.xml
+++ b/app/code/Magento/Theme/etc/config.xml
@@ -22,11 +22,8 @@
 User-agent: *
 Disallow: /index.php/
 Disallow: /*?
-Disallow: /*.js$
-Disallow: /*.css$
 Disallow: /checkout/
 Disallow: /app/
-Disallow: /js/
 Disallow: /lib/
 Disallow: /*.php$
 Disallow: /pkginfo/