robots-txt.config.ts


1
2
3
4
5
6
7
8
9
10
11
12
13

import type { RobotsTxtOptions } from "astro-robots-txt";

const robotsConfig: RobotsTxtOptions = {
	policy: [
		{
			userAgent: "*",
			disallow: ["/micro/", "/micro"],
		},
	],
	sitemapBaseFileName: "sitemap-index", // default 'sitemap-index'
};

export default robotsConfig;