Compare commits
2 Commits
9f8fd59873
...
6300906b81
Author | SHA1 | Date |
---|---|---|
Helen Chong | 6300906b81 | |
Helen Chong | 85337c4d33 |
|
@ -2,8 +2,10 @@
|
||||||
permalink: /robots.txt
|
permalink: /robots.txt
|
||||||
eleventyExcludeFromCollections: true
|
eleventyExcludeFromCollections: true
|
||||||
---
|
---
|
||||||
|
Sitemap: {{ sitemeta.siteUrl }}/sitemap/
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow: /
|
Disallow:
|
||||||
|
|
||||||
User-agent: Amazonbot
|
User-agent: Amazonbot
|
||||||
User-agent: Applebot
|
User-agent: Applebot
|
||||||
|
@ -38,6 +40,4 @@ User-agent: facebookexternalhit
|
||||||
User-agent: img2dataset
|
User-agent: img2dataset
|
||||||
User-agent: omgili
|
User-agent: omgili
|
||||||
User-agent: omgilibot
|
User-agent: omgilibot
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
Sitemap: {{ sitemeta.siteUrl }}/sitemap/
|
|
Loading…
Reference in New Issue