From c25a63106441bf0c0384a3a4ea1f373e27b63e60 Mon Sep 17 00:00:00 2001 From: Dawid Rycerz Date: Fri, 4 Jul 2025 12:18:30 +0300 Subject: Disallow /micro from robots --- robots-txt.config.ts | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 robots-txt.config.ts (limited to 'robots-txt.config.ts') diff --git a/robots-txt.config.ts b/robots-txt.config.ts new file mode 100644 index 0000000..85a8b0e --- /dev/null +++ b/robots-txt.config.ts @@ -0,0 +1,13 @@ +import type { RobotsTxtOptions } from 'astro-robots-txt'; + +const robotsConfig: RobotsTxtOptions = { + policy: [ + { + userAgent: '*', + disallow: ['/micro/', '/micro'], + }, + ], + sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index' +}; + +export default robotsConfig; -- cgit v1.2.3