Build: (0030302) Use for loop to generate rewrite conditions for commercial AI bots

This commit is contained in:
helenclx 2024-08-20 18:17:58 +00:00
parent 48fbe800e5
commit 14dbba74dc
3 changed files with 71 additions and 40 deletions

View File

@ -10,5 +10,36 @@ Header set Cache-Control "no-cache, public"
RewriteEngine on RewriteEngine on
# Block bad bots # Block bad bots
RewriteCond %{HTTP_USER_AGENT} Amazonbot|Applebot-Extended|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|Diffbot|FacebookBot|FriendlyCrawler|GPTBot|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|ICC-Crawler|ImagesiftBot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|PerplexityBot|PetalBot|Scrapy|Timpibot|VelenPublicWebCrawler|YouBot|anthropic-ai|cohere-ai|facebookexternalhit|img2dataset|omgili|omgilibot [NC] RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ChatGPT-User) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Claude-Web) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ClaudeBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Diffbot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (FacebookBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (FriendlyCrawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GPTBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Google-Extended) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Image) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (YouBot) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (anthropic-ai) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (cohere-ai) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (facebookexternalhit) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (img2dataset) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (omgili) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC]
RewriteRule .* https://nocommercialuse.org/ [L] RewriteRule .* https://nocommercialuse.org/ [L]

View File

@ -4,7 +4,7 @@
<subtitle>Leilukin&#39;s personal website.</subtitle> <subtitle>Leilukin&#39;s personal website.</subtitle>
<link href="https://leilukin.com/feed.xml" rel="self"/> <link href="https://leilukin.com/feed.xml" rel="self"/>
<link href="https://leilukin.com"/> <link href="https://leilukin.com"/>
<updated>2024-08-20T16:24:07Z</updated> <updated>2024-08-20T18:17:54Z</updated>
<id>https://leilukin.com/</id> <id>https://leilukin.com/</id>
<author> <author>
<name>Leilukin</name> <name>Leilukin</name>

View File

@ -912,192 +912,192 @@
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/archive/</loc> <loc>https://leilukin.com/archive/</loc>
<lastmod>2024-08-20T16:24:02.784Z</lastmod> <lastmod>2024-08-20T18:17:49.104Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/categories/</loc> <loc>https://leilukin.com/categories/</loc>
<lastmod>2024-08-20T16:24:02.784Z</lastmod> <lastmod>2024-08-20T18:17:49.104Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/blog/posts/</loc> <loc>https://leilukin.com/blog/posts/</loc>
<lastmod>2024-08-20T16:24:02.804Z</lastmod> <lastmod>2024-08-20T18:17:49.124Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/changelogs/</loc> <loc>https://leilukin.com/changelogs/</loc>
<lastmod>2024-08-20T16:24:02.804Z</lastmod> <lastmod>2024-08-20T18:17:49.128Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/changelogs/2022/</loc> <loc>https://leilukin.com/changelogs/2022/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/changelogs/2023/</loc> <loc>https://leilukin.com/changelogs/2023/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/changelogs/2024/</loc> <loc>https://leilukin.com/changelogs/2024/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/changelogs/layouts/</loc> <loc>https://leilukin.com/changelogs/layouts/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/</loc> <loc>https://leilukin.com/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/about/</loc> <loc>https://leilukin.com/about/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/adoptables/</loc> <loc>https://leilukin.com/adoptables/</loc>
<lastmod>2024-08-20T16:24:02.808Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/articles/</loc> <loc>https://leilukin.com/articles/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/blog/</loc> <loc>https://leilukin.com/blog/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/guestbook/</loc> <loc>https://leilukin.com/guestbook/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/links/</loc> <loc>https://leilukin.com/links/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/now/</loc> <loc>https://leilukin.com/now/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/projects/</loc> <loc>https://leilukin.com/projects/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/</loc> <loc>https://leilukin.com/shrines/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/projects/code/bellabuffs-phpmailer/</loc> <loc>https://leilukin.com/projects/code/bellabuffs-phpmailer/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/projects/playlists/</loc> <loc>https://leilukin.com/projects/playlists/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/projects/snippets/disability-pride-flag-background/</loc> <loc>https://leilukin.com/projects/snippets/disability-pride-flag-background/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/asummersend/gallery/</loc> <loc>https://leilukin.com/shrines/asummersend/gallery/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/asummersend/playlists/</loc> <loc>https://leilukin.com/shrines/asummersend/playlists/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/asummersend/trivia/</loc> <loc>https://leilukin.com/shrines/asummersend/trivia/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/cassettebeasts/articles/</loc> <loc>https://leilukin.com/shrines/cassettebeasts/articles/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/cassettebeasts/facts/</loc> <loc>https://leilukin.com/shrines/cassettebeasts/facts/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/cassettebeasts/featured/</loc> <loc>https://leilukin.com/shrines/cassettebeasts/featured/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/cassettebeasts/gamelog/</loc> <loc>https://leilukin.com/shrines/cassettebeasts/gamelog/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/cassettebeasts/resources/</loc> <loc>https://leilukin.com/shrines/cassettebeasts/resources/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/articles/</loc> <loc>https://leilukin.com/shrines/starwarskotor/articles/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.132Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/guides/</loc> <loc>https://leilukin.com/shrines/starwarskotor/guides/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/</loc> <loc>https://leilukin.com/shrines/starwarskotor/resources/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/kotor-same-gender-romance-mods/</loc> <loc>https://leilukin.com/shrines/starwarskotor/resources/kotor-same-gender-romance-mods/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/kotor2-female-exile-recruit-handmaiden-mods/</loc> <loc>https://leilukin.com/shrines/starwarskotor/resources/kotor2-female-exile-recruit-handmaiden-mods/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/resources/tslrcm-m478ep-modules-music/</loc> <loc>https://leilukin.com/shrines/starwarskotor/resources/tslrcm-m478ep-modules-music/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/shrines/starwarskotor/universes/</loc> <loc>https://leilukin.com/shrines/starwarskotor/universes/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/accessibility/</loc> <loc>https://leilukin.com/accessibility/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url><url> </url><url>
<loc>https://leilukin.com/colophon/</loc> <loc>https://leilukin.com/colophon/</loc>
<lastmod>2024-08-20T16:24:02.812Z</lastmod> <lastmod>2024-08-20T18:17:49.136Z</lastmod>
<changefreq>weekly</changefreq> <changefreq>weekly</changefreq>
<priority>0.5</priority> <priority>0.5</priority>
</url> </url>