Build: (1e3ccd5
) Block bad bots
This commit is contained in:
parent
15c286da6b
commit
bc8d98d523
36
.htaccess
36
.htaccess
|
@ -6,3 +6,39 @@ Header set Cache-Control "max-age=31536000, public"
|
||||||
<FilesMatch "\.(css|js)$">
|
<FilesMatch "\.(css|js)$">
|
||||||
Header set Cache-Control "no-cache, public"
|
Header set Cache-Control "no-cache, public"
|
||||||
</FilesMatch>
|
</FilesMatch>
|
||||||
|
|
||||||
|
# Block bad bots
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Applebot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (ChatGPT-User) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Claude-Web) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (ClaudeBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Diffbot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (FacebookBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (FriendlyCrawler) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (GPTBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Google-Extended) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (GoogleOther) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Image) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (YouBot) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (anthropic-ai) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (cohere-ai) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (facebookexternalhit) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (img2dataset) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (omgili) [NC,OR]
|
||||||
|
RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC]
|
||||||
|
RewriteRule .* https://nocommercialuse.org/ [L]
|
2
feed.xml
2
feed.xml
|
@ -4,7 +4,7 @@
|
||||||
<subtitle>Leilukin's personal website.</subtitle>
|
<subtitle>Leilukin's personal website.</subtitle>
|
||||||
<link href="https://leilukin.com/feed.xml" rel="self"/>
|
<link href="https://leilukin.com/feed.xml" rel="self"/>
|
||||||
<link href="https://leilukin.com"/>
|
<link href="https://leilukin.com"/>
|
||||||
<updated>2024-08-19T15:59:53Z</updated>
|
<updated>2024-08-19T16:23:22Z</updated>
|
||||||
<id>https://leilukin.com/</id>
|
<id>https://leilukin.com/</id>
|
||||||
<author>
|
<author>
|
||||||
<name>Leilukin</name>
|
<name>Leilukin</name>
|
||||||
|
|
Loading…
Reference in New Issue