Merge pull request #292 from HoomanDigital/dharamveer

chore: Remove astro-robots-txt integration and update astro.config.mjs

astro.config.mjs

@@ -7,8 +7,6 @@ import { defineConfig } from "astro/config";
 import remark from "remark-directive";
 import { customAsidePlugin } from "./src/lib/aside/customAsidePlugin";
 
-import robotsTxt from "astro-robots-txt";
-
 // https://astro.build/config
 export default defineConfig({
   // experimental: {
@@ -48,7 +46,6 @@ export default defineConfig({
       },
     }),
     mdx(),
-    robotsTxt(),
   ],
   site: "https://akash.network",
 });

src/pages/robots.txt.ts

@@ -0,0 +1,16 @@
+import type { APIRoute } from "astro";
+
+const robotsTxt = `
+User-agent: *
+Allow: /
+
+Sitemap: ${new URL("sitemap-0.xml", import.meta.env.SITE).href}
+`.trim();
+
+export const GET: APIRoute = () => {
+  return new Response(robotsTxt, {
+    headers: {
+      "Content-Type": "text/plain; charset=utf-8",
+    },
+  });
+};