Leilukin
/
leilukin-site
mirror of https://github.com/helenclx/leilukin-site.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Build: (a4b7b72) Inline list of bad bots to block in .htaccess

This commit is contained in:
helenclx 2024-10-05 08:19:00 +00:00
parent 6deec44e90
commit c991c7824d
7 changed files with 49 additions and 87 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
.htaccess
View File

@ -10,43 +10,5 @@ Header set Cache-Control "no-cache, public"
RewriteEngine on
# Block bad bots
RewriteCond %{HTTP_USER_AGENT} (AI2Bot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Ai2Bot-Dolma) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ChatGPT-User) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Claude-Web) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ClaudeBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Diffbot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (FacebookBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (FriendlyCrawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GPTBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Google-Extended) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Image) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ISSCyberRiskCrawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Kangaroo.*Bot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Sidetrade.*indexer.*bot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Webzio-Extended) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (YouBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (anthropic-ai) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (cohere-ai) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (facebookexternalhit) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (iaskspider/2.0) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (img2dataset) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (omgili) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC]
RewriteCond %{HTTP_USER_AGENT} (AI2Bot|Ai2Bot-Dolma|Amazonbot|Applebot-Extended|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|Diffbot|FacebookBot|FriendlyCrawler|GPTBot|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|ICC-Crawler|ISSCyberRiskCrawler|ImagesiftBot|Kangaroo.*Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|PerplexityBot|PetalBot|Scrapy|Sidetrade.*indexer.*bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot|anthropic-ai|cohere-ai|facebookexternalhit|iaskspider/2.0|img2dataset|omgili|omgilibot) [NC]
RewriteRule .* https://nocommercialuse.org/ [L]

6
archive/index.html
View File

@ -404,7 +404,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>
@ -414,7 +414,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>
@ -424,7 +424,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>

6
categories/star-wars-kotor-2/index.html
View File

@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>
@ -417,7 +417,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>
@ -427,7 +427,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>

2
categories/star-wars-kotor/index.html
View File

@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>

4
categories/video-game-mods/index.html
View File

@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>
@ -417,7 +417,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
</a>
</p>
<time datetime="Sat Oct 05 2024 07:55:36 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
<time datetime="Sat Oct 05 2024 08:18:51 GMT+0000 (Coordinated Universal Time)">5 October 2024</time>
</li>
<li>

2
feed.xml
View File

@ -4,7 +4,7 @@
<subtitle>Leilukin&#39;s personal website.</subtitle>
<link href="https://leilukin.com/feed.xml" rel="self"/>
<link href="https://leilukin.com"/>
<updated>2024-10-05T07:55:41Z</updated>
<updated>2024-10-05T08:18:57Z</updated>
<id>https://leilukin.com/</id>
<author>
<name>Leilukin</name>

76
sitemap.xml
View File

@ -1106,229 +1106,229 @@
</url>
<url>
<loc>https://leilukin.com/blog/posts/</loc>
<lastmod>2024-10-05T07:55:36.631Z</lastmod>
<lastmod>2024-10-05T08:18:51.047Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/changelogs/2022/</loc>
<lastmod>2024-10-05T07:55:36.636Z</lastmod>
<lastmod>2024-10-05T08:18:51.052Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/changelogs/2023/</loc>
<lastmod>2024-10-05T07:55:36.636Z</lastmod>
<lastmod>2024-10-05T08:18:51.052Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/changelogs/2024/</loc>
<lastmod>2024-10-05T07:55:36.636Z</lastmod>
<lastmod>2024-10-05T08:18:51.052Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/changelogs/layouts/</loc>
<lastmod>2024-10-05T07:55:36.636Z</lastmod>
<lastmod>2024-10-05T08:18:51.052Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/</loc>
<lastmod>2024-10-05T07:55:36.637Z</lastmod>
<lastmod>2024-10-05T08:18:51.052Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/projects/code/bellabuffs-phpmailer/</loc>
<lastmod>2024-10-05T07:55:36.637Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/projects/playlists/</loc>
<lastmod>2024-10-05T07:55:36.637Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/projects/snippets/disability-pride-flag-background/</loc>
<lastmod>2024-10-05T07:55:36.637Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/asummersend/gallery/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/asummersend/playlists/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/asummersend/trivia/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/cassettebeasts/articles/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.053Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/cassettebeasts/facts/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.054Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/cassettebeasts/featured/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.054Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/cassettebeasts/gamelog/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.054Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/cassettebeasts/resources/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.054Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/articles/</loc>
<lastmod>2024-10-05T07:55:36.638Z</lastmod>
<lastmod>2024-10-05T08:18:51.054Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/guides/</loc>
<lastmod>2024-10-05T07:55:36.639Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/</loc>
<lastmod>2024-10-05T07:55:36.639Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/kotor-same-gender-romance-mods/</loc>
<lastmod>2024-10-05T07:55:36.639Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/kotor2-female-exile-recruit-handmaiden-mods/</loc>
<lastmod>2024-10-05T07:55:36.639Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/tslrcm-m478ep-modules-music/</loc>
<lastmod>2024-10-05T07:55:36.639Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/starwarskotor/universes/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/archive/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/categories/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/changelogs/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.055Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/about/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/adoptables/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/articles/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/blog/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/guestbook/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/links/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/now/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/projects/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/shrines/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/accessibility/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://leilukin.com/colophon/</loc>
<lastmod>2024-10-05T07:55:36.640Z</lastmod>
<lastmod>2024-10-05T08:18:51.056Z</lastmod>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>