Fix robots.txt
This commit is contained in:
@@ -53,7 +53,7 @@ export const GET = (async () => {
|
||||
`User-agent: ${crawlerData!.name}\nDisallow: /`
|
||||
}
|
||||
|
||||
crawlerContent = crawlerContent + "\n\n\n"
|
||||
crawlerContent = crawlerContent + "\n\n"
|
||||
});
|
||||
|
||||
return new Response(crawlerContent.trim(), {
|
||||
|
||||
Reference in New Issue
Block a user