02/02: nginx: hydra.gnu.org: Filter out GoogleBot.

[Ludovic Courtès]

civodul pushed a commit to branch master
in repository maintenance.

commit dac9c7861e1cb3ca797bb4ed0e98944a7e9a4709
Author: Ludovic Courtès <address@hidden>
Date:   Fri Apr 21 10:33:20 2017 +0200

    nginx: hydra.gnu.org: Filter out GoogleBot.
    
    Patch by Mark H. Weaver.
    
    * hydra/nginx/hydra.gnu.org.conf: Filter out GoogleBot by user-agent.
---
 hydra/nginx/hydra.gnu.org.conf | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/hydra/nginx/hydra.gnu.org.conf b/hydra/nginx/hydra.gnu.org.conf
index 07408b3..e7d77a5 100644
--- a/hydra/nginx/hydra.gnu.org.conf
+++ b/hydra/nginx/hydra.gnu.org.conf
@@ -93,7 +93,7 @@ http {
         # with no apparent pattern, including our robots.txt which it
         # disregards.  They claim to be "scanning the internet for
         # security research purposes."
-       if ($http_user_agent ~ "AhrefsBot|Baiduspider|bingbot|ltx71.com") {
+        if ($http_user_agent ~ 
"AhrefsBot|Baiduspider|bingbot|ltx71.com|GoogleBot|Googlebot") {
            return 403;
            break;
        }
@@ -136,7 +136,7 @@ http {
         proxy_set_header X-Forwarded-Port $server_port;
        proxy_set_header X-Forwarded-For  $proxy_add_x_forwarded_for;
 
-       if ($http_user_agent ~ "AhrefsBot|Baiduspider|bingbot|ltx71.com") {
+        if ($http_user_agent ~ 
"AhrefsBot|Baiduspider|bingbot|ltx71.com|GoogleBot|Googlebot") {
            return 403;
            break;
        }