# PMMilestone.org — crawl directives
# Allow all reputable crawlers full access to public content and required assets.
User-agent: *
Allow: /
# Explicitly allow rendering-critical asset paths so search engines
# can fetch JS, CSS, fonts and images (required for mobile-first indexing
# and Rich Results validation across the Intelligence Center).
Allow: /assets/
Allow: /academy/
Allow: /favicon.ico
Allow: /*.js$
Allow: /*.mjs$
Allow: /*.css$
Allow: /*.svg$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.json$
# Internal API surface — no SEO value.
Disallow: /api/
# AI / LLM training opt-in signals (keep crawl open; honour each bot's docs).
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Bingbot
Allow: /
User-agent: GPTBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
Sitemap: https://pmmilestone.org/sitemap.xml
# Academy RSS feed for content discovery (Google, Bing, RSS readers).
# Not a sitemap, but listed here so feed-aware crawlers can pick it up.
# Feed URL: https://pmmilestone.org/academy/rss.xml