From d0ccb7457e40c66f97e1f7a593be5d7f4fd1dbb3 Mon Sep 17 00:00:00 2001
From: Nathaniel Catchpole <catch@35733.no-reply.drupal.org>
Date: Mon, 29 Feb 2016 16:18:01 +0900
Subject: [PATCH] Issue #2364343 by damien_vancouver, criz, ksenzee,
 joegraduate, Neograph734, droplet, pounard, jp.stacey, ciss: Fix robots.txt
 to allow Google access to CSS, JavaScript and image files

---
 robots.txt | 18 +++++++++++++++++-
 1 file changed, 17 insertions(+), 1 deletion(-)

diff --git a/robots.txt b/robots.txt
index d754cc0ff3f0..13483a81ce23 100644
--- a/robots.txt
+++ b/robots.txt
@@ -14,9 +14,25 @@
 # http://www.robotstxt.org/robotstxt.html
 
 User-agent: *
-# JS/CSS
+# CSS, JS, Images
 Allow: /core/*.css$
+Allow: /core/*.css?
 Allow: /core/*.js$
+Allow: /core/*.js?
+Allow: /core/*.gif
+Allow: /core/*.jpg
+Allow: /core/*.jpeg
+Allow: /core/*.png
+Allow: /core/*.svg
+Allow: /profiles/*.css$
+Allow: /profiles/*.css?
+Allow: /profiles/*.js$
+Allow: /profiles/*.js?
+Allow: /profiles/*.gif
+Allow: /profiles/*.jpg
+Allow: /profiles/*.jpeg
+Allow: /profiles/*.png
+Allow: /profiles/*.svg
 # Directories
 Disallow: /core/
 Disallow: /profiles/
-- 
GitLab