diff --git a/core/assets/scaffold/files/robots.txt b/core/assets/scaffold/files/robots.txt index ebcd04b96ca44df954dd08eece579ea293c6566b..3ad8e2e8dec097f3224437b559c394dc9f6479a1 100644 --- a/core/assets/scaffold/files/robots.txt +++ b/core/assets/scaffold/files/robots.txt @@ -37,7 +37,15 @@ Allow: /profiles/*.svg Disallow: /core/ Disallow: /profiles/ # Files -Disallow: /README.txt +Disallow: /README.md +Disallow: /composer/Metapackage/README.txt +Disallow: /composer/Plugin/ProjectMessage/README.md +Disallow: /composer/Plugin/Scaffold/README.md +Disallow: /composer/Plugin/VendorHardening/README.txt +Disallow: /composer/Template/README.txt +Disallow: /modules/README.txt +Disallow: /sites/README.txt +Disallow: /themes/README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ diff --git a/robots.txt b/robots.txt index ebcd04b96ca44df954dd08eece579ea293c6566b..3ad8e2e8dec097f3224437b559c394dc9f6479a1 100644 --- a/robots.txt +++ b/robots.txt @@ -37,7 +37,15 @@ Allow: /profiles/*.svg Disallow: /core/ Disallow: /profiles/ # Files -Disallow: /README.txt +Disallow: /README.md +Disallow: /composer/Metapackage/README.txt +Disallow: /composer/Plugin/ProjectMessage/README.md +Disallow: /composer/Plugin/Scaffold/README.md +Disallow: /composer/Plugin/VendorHardening/README.txt +Disallow: /composer/Template/README.txt +Disallow: /modules/README.txt +Disallow: /sites/README.txt +Disallow: /themes/README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/