From c25a63106441bf0c0384a3a4ea1f373e27b63e60 Mon Sep 17 00:00:00 2001 From: Dawid Rycerz Date: Fri, 4 Jul 2025 12:18:30 +0300 Subject: Disallow /micro from robots --- astro.config.ts | 3 ++- robots-txt.config.ts | 13 +++++++++++++ 2 files changed, 15 insertions(+), 1 deletion(-) create mode 100644 robots-txt.config.ts diff --git a/astro.config.ts b/astro.config.ts index 01bfd96..417be77 100644 --- a/astro.config.ts +++ b/astro.config.ts @@ -17,6 +17,7 @@ import remarkDirective from "remark-directive"; /* Handle ::: directives as node import { remarkAdmonitions } from "./src/plugins/remark-admonitions"; /* Add admonitions */ import { remarkReadingTime } from "./src/plugins/remark-reading-time"; import { expressiveCodeOptions, siteConfig } from "./src/site.config"; +import robotsConfig from "./robots-txt.config"; // https://astro.build/config export default defineConfig({ @@ -29,7 +30,7 @@ export default defineConfig({ icon(), sitemap(), mdx(), - robotsTxt(), + robotsTxt(robotsConfig), webmanifest({ // See: https://github.com/alextim/astro-lib/blob/main/packages/astro-webmanifest/README.md name: siteConfig.title, diff --git a/robots-txt.config.ts b/robots-txt.config.ts new file mode 100644 index 0000000..85a8b0e --- /dev/null +++ b/robots-txt.config.ts @@ -0,0 +1,13 @@ +import type { RobotsTxtOptions } from 'astro-robots-txt'; + +const robotsConfig: RobotsTxtOptions = { + policy: [ + { + userAgent: '*', + disallow: ['/micro/', '/micro'], + }, + ], + sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index' +}; + +export default robotsConfig; -- cgit v1.2.3