From c991c7824da46bc82c0b749f96fd7d99e07fbbbd Mon Sep 17 00:00:00 2001
From: helenclx
Date: Sat, 5 Oct 2024 08:19:00 +0000
Subject: [PATCH] Build: (a4b7b72) Inline list of bad bots to block in
.htaccess
---
.htaccess | 40 +------------
archive/index.html | 6 +-
categories/star-wars-kotor-2/index.html | 6 +-
categories/star-wars-kotor/index.html | 2 +-
categories/video-game-mods/index.html | 4 +-
feed.xml | 2 +-
sitemap.xml | 76 ++++++++++++-------------
7 files changed, 49 insertions(+), 87 deletions(-)
diff --git a/.htaccess b/.htaccess
index 7c122a01..baabefbc 100644
--- a/.htaccess
+++ b/.htaccess
@@ -10,43 +10,5 @@ Header set Cache-Control "no-cache, public"
RewriteEngine on
# Block bad bots
-RewriteCond %{HTTP_USER_AGENT} (AI2Bot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Ai2Bot-Dolma) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Amazonbot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Applebot-Extended) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Bytespider) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (CCBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (ChatGPT-User) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Claude-Web) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (ClaudeBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Diffbot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (FacebookBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (FriendlyCrawler) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (GPTBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Google-Extended) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (GoogleOther) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Image) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (GoogleOther-Video) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (ICC-Crawler) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (ISSCyberRiskCrawler) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (ImagesiftBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Kangaroo.*Bot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalAgent) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Meta-ExternalFetcher) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (OAI-SearchBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (PerplexityBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (PetalBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Scrapy) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Sidetrade.*indexer.*bot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Timpibot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (VelenPublicWebCrawler) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (Webzio-Extended) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (YouBot) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (anthropic-ai) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (cohere-ai) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (facebookexternalhit) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (iaskspider/2.0) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (img2dataset) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (omgili) [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC]
+RewriteCond %{HTTP_USER_AGENT} (AI2Bot|Ai2Bot-Dolma|Amazonbot|Applebot-Extended|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|Diffbot|FacebookBot|FriendlyCrawler|GPTBot|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|ICC-Crawler|ISSCyberRiskCrawler|ImagesiftBot|Kangaroo.*Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|PerplexityBot|PetalBot|Scrapy|Sidetrade.*indexer.*bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot|anthropic-ai|cohere-ai|facebookexternalhit|iaskspider/2.0|img2dataset|omgili|omgilibot) [NC]
RewriteRule .* https://nocommercialuse.org/ [L]
\ No newline at end of file
diff --git a/archive/index.html b/archive/index.html
index 25d41f27..cf8de960 100644
--- a/archive/index.html
+++ b/archive/index.html
@@ -404,7 +404,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
@@ -414,7 +414,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
@@ -424,7 +424,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
diff --git a/categories/star-wars-kotor-2/index.html b/categories/star-wars-kotor-2/index.html
index 0c2b8da8..c449f6a9 100644
--- a/categories/star-wars-kotor-2/index.html
+++ b/categories/star-wars-kotor-2/index.html
@@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
@@ -417,7 +417,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
@@ -427,7 +427,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
diff --git a/categories/star-wars-kotor/index.html b/categories/star-wars-kotor/index.html
index 71466276..e5969cc5 100644
--- a/categories/star-wars-kotor/index.html
+++ b/categories/star-wars-kotor/index.html
@@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
diff --git a/categories/video-game-mods/index.html b/categories/video-game-mods/index.html
index dca033ca..a8fa90af 100644
--- a/categories/video-game-mods/index.html
+++ b/categories/video-game-mods/index.html
@@ -407,7 +407,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
@@ -417,7 +417,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))
-
+
diff --git a/feed.xml b/feed.xml
index b23dd078..f64b7562 100644
--- a/feed.xml
+++ b/feed.xml
@@ -4,7 +4,7 @@
Leilukin's personal website.
- 2024-10-05T07:55:41Z
+ 2024-10-05T08:18:57Z
https://leilukin.com/
Leilukin
diff --git a/sitemap.xml b/sitemap.xml
index 38e7333e..97ba8332 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -1106,229 +1106,229 @@
https://leilukin.com/blog/posts/
- 2024-10-05T07:55:36.631Z
+ 2024-10-05T08:18:51.047Z
weekly
0.5
https://leilukin.com/changelogs/2022/
- 2024-10-05T07:55:36.636Z
+ 2024-10-05T08:18:51.052Z
weekly
0.5
https://leilukin.com/changelogs/2023/
- 2024-10-05T07:55:36.636Z
+ 2024-10-05T08:18:51.052Z
weekly
0.5
https://leilukin.com/changelogs/2024/
- 2024-10-05T07:55:36.636Z
+ 2024-10-05T08:18:51.052Z
weekly
0.5
https://leilukin.com/changelogs/layouts/
- 2024-10-05T07:55:36.636Z
+ 2024-10-05T08:18:51.052Z
weekly
0.5
https://leilukin.com/
- 2024-10-05T07:55:36.637Z
+ 2024-10-05T08:18:51.052Z
weekly
0.5
https://leilukin.com/projects/code/bellabuffs-phpmailer/
- 2024-10-05T07:55:36.637Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/projects/playlists/
- 2024-10-05T07:55:36.637Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/projects/snippets/disability-pride-flag-background/
- 2024-10-05T07:55:36.637Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/shrines/asummersend/gallery/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/shrines/asummersend/playlists/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/shrines/asummersend/trivia/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/shrines/cassettebeasts/articles/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.053Z
weekly
0.5
https://leilukin.com/shrines/cassettebeasts/facts/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.054Z
weekly
0.5
https://leilukin.com/shrines/cassettebeasts/featured/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.054Z
weekly
0.5
https://leilukin.com/shrines/cassettebeasts/gamelog/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.054Z
weekly
0.5
https://leilukin.com/shrines/cassettebeasts/resources/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.054Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/articles/
- 2024-10-05T07:55:36.638Z
+ 2024-10-05T08:18:51.054Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/guides/
- 2024-10-05T07:55:36.639Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/resources/
- 2024-10-05T07:55:36.639Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/resources/kotor-same-gender-romance-mods/
- 2024-10-05T07:55:36.639Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/resources/kotor2-female-exile-recruit-handmaiden-mods/
- 2024-10-05T07:55:36.639Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/resources/tslrcm-m478ep-modules-music/
- 2024-10-05T07:55:36.639Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/shrines/starwarskotor/universes/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/archive/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/categories/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/changelogs/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.055Z
weekly
0.5
https://leilukin.com/about/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/adoptables/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/articles/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/blog/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/guestbook/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/links/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/now/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/projects/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/shrines/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/accessibility/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5
https://leilukin.com/colophon/
- 2024-10-05T07:55:36.640Z
+ 2024-10-05T08:18:51.056Z
weekly
0.5