Verified Commit a38ee74e authored by godotislate's avatar godotislate
Browse files

feat: #3550083 robots.txt should disallow all '/search/' and '/search?' pages by default 

By: bserem
By: poker10
By: catch
parent e0fa1b64

core/assets/scaffold/files/robots.txt

+2 −0
Original line number Diff line number Diff line
@@ -56,6 +56,7 @@ Disallow: /comment/reply/ 
Disallow: /filter/tips

Disallow: /node/add/

Disallow: /search/

Disallow: /search?

Disallow: /user/register

Disallow: /user/password

Disallow: /user/login
@@ -68,6 +69,7 @@ Disallow: /index.php/comment/reply/ 
Disallow: /index.php/filter/tips

Disallow: /index.php/node/add/

Disallow: /index.php/search/

Disallow: /index.php/search?

Disallow: /index.php/user/password

Disallow: /index.php/user/register

Disallow: /index.php/user/login

robots.txt

+2 −0
Original line number Diff line number Diff line
@@ -56,6 +56,7 @@ Disallow: /comment/reply/ 
Disallow: /filter/tips

Disallow: /node/add/

Disallow: /search/

Disallow: /search?

Disallow: /user/register

Disallow: /user/password

Disallow: /user/login
@@ -68,6 +69,7 @@ Disallow: /index.php/comment/reply/ 
Disallow: /index.php/filter/tips

Disallow: /index.php/node/add/

Disallow: /index.php/search/

Disallow: /index.php/search?

Disallow: /index.php/user/password

Disallow: /index.php/user/register

Disallow: /index.php/user/login