Add Nutch to the list of blocked crawlers in Nginx.

2cf618e1 · omega8cc · db25410a · 2cf618e1
Commit 2cf618e1 authored Mar 05, 2012 by omega8cc
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

http/nginx/server.tpl.php http/nginx/server.tpl.php +2 -2

No files found.
--- a/http/nginx/server.tpl.php
+++ b/http/nginx/server.tpl.php
@@ -151,8 +151,8 @@ map $request_uri $key_uri {
 ### Deny crawlers without 403 response.
 ###
 map $http_user_agent $is_crawler {
-  default                                                                                                                        '';
-  ~*HTTrack|MJ12bot|HTMLParser|libwww|PECL|AutomaticSiteMap|ClickSense|ValueClick|SiteBot|BuzzTracker|sistrix|Offline|Screaming  is_crawler;
+  default                                                                                                                              '';
+  ~*HTTrack|MJ12bot|HTMLParser|libwww|PECL|AutomaticSiteMap|ClickSense|ValueClick|SiteBot|BuzzTracker|sistrix|Offline|Screaming|Nutch  is_crawler;
 }

 ###