Remove AppleBot
This commit is contained in:
parent
e6dec079f9
commit
6079a96d4a
|
@ -22,7 +22,6 @@ RewriteRule ^.+$ index.php [L]
|
|||
# Block bad bots
|
||||
RewriteEngine On
|
||||
RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
|
||||
RewriteCond %{HTTP_USER_AGENT} (Applebot) [NC,OR]
|
||||
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
|
||||
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
|
||||
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
|
||||
|
|
|
@ -2,7 +2,6 @@ User-agent: *
|
|||
Disallow:
|
||||
|
||||
User-agent: Amazonbot
|
||||
User-agent: Applebot
|
||||
User-agent: Applebot-Extended
|
||||
User-agent: Bytespider
|
||||
User-agent: CCBot
|
||||
|
|
Loading…
Reference in New Issue