feat: auto-generate robots.txt
This commit is contained in:
parent
773fb7b73e
commit
05daa7025e
2 changed files with 14 additions and 0 deletions
13
src/pages/robots.txt.ts
Normal file
13
src/pages/robots.txt.ts
Normal file
|
@ -0,0 +1,13 @@
|
|||
import type { APIRoute } from 'astro'
|
||||
|
||||
const getRobotsTxt = (sitemapURL: URL) => `
|
||||
User-agent: *
|
||||
Allow: /
|
||||
|
||||
Sitemap: ${sitemapURL.href}
|
||||
`
|
||||
|
||||
export const GET: APIRoute = ({ site }) => {
|
||||
const sitemapURL = new URL('sitemap-index.xml', site)
|
||||
return new Response(getRobotsTxt(sitemapURL))
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue