diff options
Diffstat (limited to 'robots-txt.config.ts')
| -rw-r--r-- | robots-txt.config.ts | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/robots-txt.config.ts b/robots-txt.config.ts new file mode 100644 index 0000000..85a8b0e --- /dev/null +++ b/robots-txt.config.ts @@ -0,0 +1,13 @@ +import type { RobotsTxtOptions } from 'astro-robots-txt'; + +const robotsConfig: RobotsTxtOptions = { + policy: [ + { + userAgent: '*', + disallow: ['/micro/', '/micro'], + }, + ], + sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index' +}; + +export default robotsConfig; |
