Disallow /micro from robots

2 files changed, 15 insertions, 1 deletions

diff --git a/astro.config.ts b/astro.config.ts
index 01bfd96..417be77 100644
--- a/astro.config.ts
+++ b/astro.config.ts
@@ -17,6 +17,7 @@ import remarkDirective from "remark-directive"; /* Handle ::: directives as node
 import { remarkAdmonitions } from "./src/plugins/remark-admonitions"; /* Add admonitions */
 import { remarkReadingTime } from "./src/plugins/remark-reading-time";
 import { expressiveCodeOptions, siteConfig } from "./src/site.config";
+import robotsConfig from "./robots-txt.config";
 
 // https://astro.build/config
 export default defineConfig({
@@ -29,7 +30,7 @@ export default defineConfig({
 		icon(),
 		sitemap(),
 		mdx(),
-		robotsTxt(),
+		robotsTxt(robotsConfig),
 		webmanifest({
 			// See: https://github.com/alextim/astro-lib/blob/main/packages/astro-webmanifest/README.md
 			name: siteConfig.title,
diff --git a/robots-txt.config.ts b/robots-txt.config.ts
new file mode 100644
index 0000000..85a8b0e
--- /dev/null
+++ b/robots-txt.config.ts
@@ -0,0 +1,13 @@
+import type { RobotsTxtOptions } from 'astro-robots-txt';
+
+const robotsConfig: RobotsTxtOptions = {
+  policy: [
+    {
+      userAgent: '*',
+      disallow: ['/micro/', '/micro'],
+    },
+  ],
+  sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index'
+};
+
+export default robotsConfig;