Update robots.txt source URI
This commit is contained in:
parent
c9cd85b484
commit
b4ba0af348
@ -6,7 +6,7 @@
|
|||||||
import EleventyFetch from "@11ty/eleventy-fetch";
|
import EleventyFetch from "@11ty/eleventy-fetch";
|
||||||
|
|
||||||
export default async function () {
|
export default async function () {
|
||||||
const url = "https://raw.githubusercontent.com/ai-robots-txt/ai.robots.txt/main/robots.txt";
|
const url = "https://raw.githubusercontent.com/ai-robots-txt/ai.robots.txt/refs/heads/main/robots.txt";
|
||||||
let txt = await EleventyFetch(url, {
|
let txt = await EleventyFetch(url, {
|
||||||
duration: "1w",
|
duration: "1w",
|
||||||
type: "text",
|
type: "text",
|
||||||
@ -29,4 +29,4 @@ export default async function () {
|
|||||||
txt: txt,
|
txt: txt,
|
||||||
htaccess: bots.join('|'),
|
htaccess: bots.join('|'),
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
Loading…
x
Reference in New Issue
Block a user