feat: add robots.txt

yongsk0066 · Nov 9, 2024 · 289fdd1 · 289fdd1
1 parent e942ee8
commit 289fdd1
Show file tree

Hide file tree

Showing 4 changed files with 21 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://yongseok.me/sitemap-index.xml
diff --git a/src/components/BaseHead.astro b/src/components/BaseHead.astro
@@ -14,6 +14,8 @@ const canonicalURL = new URL(Astro.url.pathname, Astro.site);
 const { title, description, image = "/blog-placeholder-1.jpg" } = Astro.props;
 ---
 
+<link rel="sitemap" href="/sitemap-index.xml" />
+
 <meta
   name="naver-site-verification"
   content="a46530fae7250188dbcc74f5334891f7ce851180"

diff --git a/src/components/Head.astro b/src/components/Head.astro
@@ -17,6 +17,8 @@ const { title, description, image = "/nano.png" } = Astro.props;
   content="a46530fae7250188dbcc74f5334891f7ce851180"
 />
 
+<link rel="sitemap" href="/sitemap-index.xml" />
+
 <!-- Global Metadata -->
 <meta charset="utf-8" />
 <meta name="viewport" content="width=device-width,initial-scale=1" />

diff --git a/src/pages/robots.txt.ts b/src/pages/robots.txt.ts
@@ -0,0 +1,13 @@
+import type { APIRoute } from "astro";
+
+const getRobotsTxt = (sitemapURL: URL) => `
+User-agent: *
+Allow: /
+
+Sitemap: ${sitemapURL.href}
+`;
+
+export const GET: APIRoute = ({ site }) => {
+  const sitemapURL = new URL("sitemap-index.xml", site);
+  return new Response(getRobotsTxt(sitemapURL));
+};