From 828e99044d6836a89ddd25b70adf75fe32639e38 Mon Sep 17 00:00:00 2001 From: Helen Chong <119173961+helenclx@users.noreply.github.com> Date: Tue, 20 Aug 2024 08:39:53 +0800 Subject: [PATCH] Remove default user agent block --- robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index ccdfdf9..1f84666 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,5 @@ User-agent: * -Disallow: / +Disallow: User-agent: Amazonbot User-agent: Applebot