mirror of
https://github.com/TecharoHQ/anubis.git
synced 2026-04-17 05:44:57 +00:00
@@ -3,25 +3,25 @@ async function getRobotsTxt() {
|
||||
headers: {
|
||||
"Accept-Language": "en",
|
||||
"User-Agent": "Mozilla/5.0",
|
||||
}
|
||||
},
|
||||
})
|
||||
.then(resp => {
|
||||
.then((resp) => {
|
||||
if (resp.status !== 200) {
|
||||
throw new Error(`wanted status 200, got status: ${resp.status}`);
|
||||
}
|
||||
return resp;
|
||||
})
|
||||
.then(resp => resp.text());
|
||||
.then((resp) => resp.text());
|
||||
}
|
||||
|
||||
(async () => {
|
||||
const page = await getRobotsTxt();
|
||||
|
||||
if (page.includes(`<html>`)) {
|
||||
console.log(page)
|
||||
console.log(page);
|
||||
throw new Error("serve robots.txt smoke test failed");
|
||||
}
|
||||
|
||||
console.log("serve-robots-txt serves robots.txt");
|
||||
process.exit(0);
|
||||
})();
|
||||
})();
|
||||
|
||||
Reference in New Issue
Block a user