All files / src/pages robots.txt.ts

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
1x
 
 
1x
1x
 
 
 
 
 
 
 
 
 
1x
 
 
 
 
 
 
export const prerender = true;
import type { APIRoute } from "astro";
 
export const GET: APIRoute = () => {
  const robotsTxt = `User-agent: *
Allow: /
 
Sitemap: https://missioflow.fr/sitemap-index.xml
 
# Security
User-agent: *
Disallow: /api/
`;
 
  return new Response(robotsTxt, {
    headers: {
      "Content-Type": "text/plain; charset=utf-8",
    },
  });
};