Disallow /micro from robots

1 files changed, 13 insertions, 0 deletions

diff --git a/robots-txt.config.ts b/robots-txt.config.ts
new file mode 100644
index 0000000..85a8b0e
--- /dev/null
+++ b/robots-txt.config.ts
@@ -0,0 +1,13 @@
+import type { RobotsTxtOptions } from 'astro-robots-txt';
+
+const robotsConfig: RobotsTxtOptions = {
+  policy: [
+    {
+      userAgent: '*',
+      disallow: ['/micro/', '/micro'],
+    },
+  ],
+  sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index'
+};
+
+export default robotsConfig;