Fix robots.txt
This commit is contained in:
@@ -53,7 +53,7 @@ export const GET = (async () => {
|
|||||||
`User-agent: ${crawlerData!.name}\nDisallow: /`
|
`User-agent: ${crawlerData!.name}\nDisallow: /`
|
||||||
}
|
}
|
||||||
|
|
||||||
crawlerContent = crawlerContent + "\n\n\n"
|
crawlerContent = crawlerContent + "\n\n"
|
||||||
});
|
});
|
||||||
|
|
||||||
return new Response(crawlerContent.trim(), {
|
return new Response(crawlerContent.trim(), {
|
||||||
|
|||||||
Reference in New Issue
Block a user