diff --git a/.htaccess b/.htaccess index bdccf72..5cf35de 100644 --- a/.htaccess +++ b/.htaccess @@ -38,6 +38,7 @@ RewriteCond %{HTTP_USER_AGENT} (Google-Extended) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (GoogleOther) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Image) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR] +RewriteCond %{HTTP_USER_AGENT} (iaskspider/2.0) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR] diff --git a/robots.txt b/robots.txt index 0b76314..fecdebe 100644 --- a/robots.txt +++ b/robots.txt @@ -18,6 +18,7 @@ User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video +User-agent: iaskspider/2.0 User-agent: ICC-Crawler User-agent: ImagesiftBot User-agent: Meta-ExternalAgent