diff --git a/.htaccess b/.htaccess index 8a52553..d7a3654 100644 --- a/.htaccess +++ b/.htaccess @@ -22,7 +22,6 @@ RewriteRule ^.+$ index.php [L] # Block bad bots RewriteEngine On RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR] -RewriteCond %{HTTP_USER_AGENT} (Applebot) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR] diff --git a/robots.txt b/robots.txt index 1f84666..176db43 100644 --- a/robots.txt +++ b/robots.txt @@ -2,7 +2,6 @@ User-agent: * Disallow: User-agent: Amazonbot -User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot