Use whildcard in place of spaces in user agents
This commit is contained in:
parent
dfc929ad08
commit
176d8dfc21
|
@ -40,14 +40,14 @@ RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (ISSCyberRiskCrawler) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (ISSCyberRiskCrawler) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Kangaroo\ Bot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Kangaroo.*Bot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Sidetrade\ indexer\ bot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Sidetrade.*indexer.*bot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
|
||||||
RewriteCond %{HTTP_USER_AGENT} (Webzio-Extended) [NC,OR]
|
RewriteCond %{HTTP_USER_AGENT} (Webzio-Extended) [NC,OR]
|
||||||
|
|
Loading…
Reference in New Issue