User-agent: * # Allow all content by default Allow: / # Disallow admin and build areas Disallow: /_emdash/ Disallow: /api/ Disallow: /_astro/ Disallow: /_server-islands/ Disallow: /lp/ # Crawl delay for respectful crawling Crawl-delay: 1 # Static marketing pages (@astrojs/sitemap, generated at build time) Sitemap: https://proma.ai/sitemap-index.xml # CMS content (EmDash, served from D1 at request time) Sitemap: https://proma.ai/sitemap.xml