diff options
| -rw-r--r-- | astro.config.ts | 3 | ||||
| -rw-r--r-- | robots-txt.config.ts | 13 |
2 files changed, 15 insertions, 1 deletions
diff --git a/astro.config.ts b/astro.config.ts index 01bfd96..417be77 100644 --- a/astro.config.ts +++ b/astro.config.ts @@ -17,6 +17,7 @@ import remarkDirective from "remark-directive"; /* Handle ::: directives as node import { remarkAdmonitions } from "./src/plugins/remark-admonitions"; /* Add admonitions */ import { remarkReadingTime } from "./src/plugins/remark-reading-time"; import { expressiveCodeOptions, siteConfig } from "./src/site.config"; +import robotsConfig from "./robots-txt.config"; // https://astro.build/config export default defineConfig({ @@ -29,7 +30,7 @@ export default defineConfig({ icon(), sitemap(), mdx(), - robotsTxt(), + robotsTxt(robotsConfig), webmanifest({ // See: https://github.com/alextim/astro-lib/blob/main/packages/astro-webmanifest/README.md name: siteConfig.title, diff --git a/robots-txt.config.ts b/robots-txt.config.ts new file mode 100644 index 0000000..85a8b0e --- /dev/null +++ b/robots-txt.config.ts @@ -0,0 +1,13 @@ +import type { RobotsTxtOptions } from 'astro-robots-txt'; + +const robotsConfig: RobotsTxtOptions = { + policy: [ + { + userAgent: '*', + disallow: ['/micro/', '/micro'], + }, + ], + sitemapBaseFileName: 'sitemap-index', // default 'sitemap-index' +}; + +export default robotsConfig; |