Remove AppleBot
This commit is contained in:
parent
e6dec079f9
commit
6079a96d4a
|
@ -22,7 +22,6 @@ RewriteRule ^.+$ index.php [L]
|
||||||
# Block bad bots
|
# Block bad bots
|
||||||
RewriteEngine On
|
RewriteEngine On
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Applebot) [NC,OR]
|
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
|
||||||
|
|
|
@ -2,7 +2,6 @@ User-agent: *
|
||||||
Disallow:
|
Disallow:
|
||||||
|
|
||||||
User-agent: Amazonbot
|
User-agent: Amazonbot
|
||||||
User-agent: Applebot
|
|
||||||
User-agent: Applebot-Extended
|
User-agent: Applebot-Extended
|
||||||
User-agent: Bytespider
|
User-agent: Bytespider
|
||||||
User-agent: CCBot
|
User-agent: CCBot
|
||||||
|
|
Loading…
Reference in New Issue