robots-txt.config.ts


1
2
3
4
5
6
7
8
9
10
11
12
13

import type { RobotsTxtOptions } from 'astro-robots-txt';

const robotsConfig: RobotsTxtOptions = {
  policy: [
    {
      userAgent: '*',
      disallow: ['/micro/', '/micro'],
    },
  ],
  sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index'
};

export default robotsConfig;