From 505a64604f14618c469cab718b586b05518d03f3 Mon Sep 17 00:00:00 2001
From: Alex Pott <alex.a.pott@googlemail.com>
Date: Thu, 5 Oct 2023 15:32:28 +0100
Subject: [PATCH] Issue #3389611 by pfrenssen, cilefen, xjm, poker10: Update
 robots.txt with all README files core ships with

---
 core/assets/scaffold/files/robots.txt | 10 +++++++++-
 robots.txt                            | 10 +++++++++-
 2 files changed, 18 insertions(+), 2 deletions(-)

diff --git a/core/assets/scaffold/files/robots.txt b/core/assets/scaffold/files/robots.txt
index ebcd04b96ca4..3ad8e2e8dec0 100644
--- a/core/assets/scaffold/files/robots.txt
+++ b/core/assets/scaffold/files/robots.txt
@@ -37,7 +37,15 @@ Allow: /profiles/*.svg
 Disallow: /core/
 Disallow: /profiles/
 # Files
-Disallow: /README.txt
+Disallow: /README.md
+Disallow: /composer/Metapackage/README.txt
+Disallow: /composer/Plugin/ProjectMessage/README.md
+Disallow: /composer/Plugin/Scaffold/README.md
+Disallow: /composer/Plugin/VendorHardening/README.txt
+Disallow: /composer/Template/README.txt
+Disallow: /modules/README.txt
+Disallow: /sites/README.txt
+Disallow: /themes/README.txt
 Disallow: /web.config
 # Paths (clean URLs)
 Disallow: /admin/
diff --git a/robots.txt b/robots.txt
index ebcd04b96ca4..3ad8e2e8dec0 100644
--- a/robots.txt
+++ b/robots.txt
@@ -37,7 +37,15 @@ Allow: /profiles/*.svg
 Disallow: /core/
 Disallow: /profiles/
 # Files
-Disallow: /README.txt
+Disallow: /README.md
+Disallow: /composer/Metapackage/README.txt
+Disallow: /composer/Plugin/ProjectMessage/README.md
+Disallow: /composer/Plugin/Scaffold/README.md
+Disallow: /composer/Plugin/VendorHardening/README.txt
+Disallow: /composer/Template/README.txt
+Disallow: /modules/README.txt
+Disallow: /sites/README.txt
+Disallow: /themes/README.txt
 Disallow: /web.config
 # Paths (clean URLs)
 Disallow: /admin/
-- 
GitLab