From 6e981428bce3529e9a586b0d439486bc07fa1edc Mon Sep 17 00:00:00 2001 From: helenclx Date: Tue, 10 Dec 2024 09:05:05 +0000 Subject: [PATCH] Build: (8e5240d) Add CCBot to bot exceptions --- .htaccess | 2 +- archive/index.html | 6 +- categories/star-wars-kotor-2/index.html | 6 +- categories/star-wars-kotor/index.html | 2 +- categories/video-game-mods/index.html | 4 +- feed.xml | 2 +- robots.txt | 1 - sitemap.xml | 76 ++++++++++++------------- 8 files changed, 49 insertions(+), 50 deletions(-) diff --git a/.htaccess b/.htaccess index 41cb4014..2d370fe8 100644 --- a/.htaccess +++ b/.htaccess @@ -10,5 +10,5 @@ Header set Cache-Control "no-cache, public" RewriteEngine on # Block bad bots -RewriteCond %{HTTP_USER_AGENT} (AI2Bot|Ai2Bot-Dolma|Amazonbot|anthropic-ai|Applebot-Extended|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|cohere-ai|Diffbot|DuckAssistBot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|GPTBot|iaskspider/2.0|ICC-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kangaroo.*Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|omgili|omgilibot|PanguBot|PerplexityBot|PetalBot|Scrapy|Sidetrade.*indexer.*bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot) [NC] +RewriteCond %{HTTP_USER_AGENT} (AI2Bot|Ai2Bot-Dolma|Amazonbot|anthropic-ai|Applebot-Extended|Bytespider|ChatGPT-User|Claude-Web|ClaudeBot|cohere-ai|Diffbot|DuckAssistBot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|GPTBot|iaskspider/2.0|ICC-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kangaroo.*Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|omgili|omgilibot|PanguBot|PerplexityBot|PetalBot|Scrapy|Sidetrade.*indexer.*bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot) [NC] RewriteRule .* https://nocommercialuse.org/ [L] \ No newline at end of file diff --git a/archive/index.html b/archive/index.html index 55dacd4e..b3fa4b60 100644 --- a/archive/index.html +++ b/archive/index.html @@ -386,7 +386,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

- +
  • @@ -396,7 +396,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • @@ -406,7 +406,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • diff --git a/categories/star-wars-kotor-2/index.html b/categories/star-wars-kotor-2/index.html index 29a46327..bfc67432 100644 --- a/categories/star-wars-kotor-2/index.html +++ b/categories/star-wars-kotor-2/index.html @@ -389,7 +389,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • @@ -399,7 +399,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • @@ -409,7 +409,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • diff --git a/categories/star-wars-kotor/index.html b/categories/star-wars-kotor/index.html index 0d6d26a2..316f19d7 100644 --- a/categories/star-wars-kotor/index.html +++ b/categories/star-wars-kotor/index.html @@ -389,7 +389,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • diff --git a/categories/video-game-mods/index.html b/categories/video-game-mods/index.html index 65f73db8..ed94939a 100644 --- a/categories/video-game-mods/index.html +++ b/categories/video-game-mods/index.html @@ -389,7 +389,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • @@ -399,7 +399,7 @@ drop-shadow(0.1rem 0.1rem 0.2rem rgba(30, 30, 30, 0.8))

    - +
  • diff --git a/feed.xml b/feed.xml index 854f9596..46697fa3 100644 --- a/feed.xml +++ b/feed.xml @@ -4,7 +4,7 @@ Leilukin's personal website. - 2024-12-10T07:53:30Z + 2024-12-10T09:05:01Z https://leilukin.com/ Leilukin diff --git a/robots.txt b/robots.txt index 783b3a37..f26b39e6 100644 --- a/robots.txt +++ b/robots.txt @@ -7,7 +7,6 @@ User-agent: Amazonbot User-agent: anthropic-ai User-agent: Applebot-Extended User-agent: Bytespider -User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot diff --git a/sitemap.xml b/sitemap.xml index c658cf90..fe47ae08 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -1160,229 +1160,229 @@ https://leilukin.com/blog/posts/ - 2024-12-10T07:53:23.304Z + 2024-12-10T09:04:57.649Z weekly 0.5 https://leilukin.com/changelogs/2022/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.653Z weekly 0.5 https://leilukin.com/changelogs/2023/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.653Z weekly 0.5 https://leilukin.com/changelogs/2024/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.653Z weekly 0.5 https://leilukin.com/changelogs/layouts/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/projects/code/bellabuffs-phpmailer/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/projects/playlists/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/projects/snippets/disability-pride-flag-background/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/asummersend/gallery/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/asummersend/playlists/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/asummersend/trivia/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/cassettebeasts/articles/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/cassettebeasts/facts/ - 2024-12-10T07:53:23.308Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/cassettebeasts/featured/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/cassettebeasts/gamelog/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/cassettebeasts/resources/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/articles/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/guides/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/resources/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/resources/kotor-same-gender-romance-mods/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/resources/kotor2-female-exile-recruit-handmaiden-mods/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/resources/tslrcm-m478ep-modules-music/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/shrines/starwarskotor/universes/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/archive/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/categories/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/changelogs/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/about/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/adoptables/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.657Z weekly 0.5 https://leilukin.com/articles/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/blog/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/guestbook/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/links/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/now/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/projects/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/shrines/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/accessibility/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5 https://leilukin.com/colophon/ - 2024-12-10T07:53:23.312Z + 2024-12-10T09:04:57.661Z weekly 0.5