From bc2a14037d7a735030e486927b590c25f857585d Mon Sep 17 00:00:00 2001 From: Helen Chong <119173961+helenclx@users.noreply.github.com> Date: Wed, 28 Aug 2024 22:14:03 +0800 Subject: [PATCH] Add Webzio-Extended --- .htaccess | 3 ++- robots.txt | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.htaccess b/.htaccess index d7a3654..0896be4 100644 --- a/.htaccess +++ b/.htaccess @@ -52,5 +52,6 @@ RewriteCond %{HTTP_USER_AGENT} (cohere-ai) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (facebookexternalhit) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (img2dataset) [NC,OR] RewriteCond %{HTTP_USER_AGENT} (omgili) [NC,OR] -RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC] +RewriteCond %{HTTP_USER_AGENT} (omgilibot) [NC,OR] +RewriteCond %{HTTP_USER_AGENT} (Webzio-Extended) [NC] RewriteRule .* https://nocommercialuse.org/ [L] \ No newline at end of file diff --git a/robots.txt b/robots.txt index 176db43..90e789d 100644 --- a/robots.txt +++ b/robots.txt @@ -33,4 +33,5 @@ User-agent: facebookexternalhit User-agent: img2dataset User-agent: omgili User-agent: omgilibot +User-agent: Webzio-Extended Disallow: / \ No newline at end of file