# /[-])// ___
# __ --\ `_/~--| / \
# /_-/~~--~~ /~~~\\_\ /\
# | |___|===|_-- | \ \ \
# _/~~~~~~~~|~~\, ---|---\___/----| \/\-\
# ~\________|__/ / // \__ | || / | | | |
# ,~-|~~~~~\--, | \|--|/~||| | | |
# [3-|____---~~ _--'==;/ _, | |_|
# / /\__|_/ \ \__/--/
# /---/_\ -___/ | /,--|
# / /\/~--| | | \///
# / / |-__ \ |/
# |--/ / |-- | \
# \^~~\\/\ \ \/- _
# \ | \ |~~\~~| \
# \ \ \ \ \ | \
# \ \ | \ \ \
# |~~|\/\| \ \ |
# | |/ \_--_- |\
# | / / |/\/
# ~~ / /
# |__/
#
# robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html
# =============================================================================
# Default rules for all crawlers
# =============================================================================
User-agent: *
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /templates/
Disallow: /wp-admin/*
Disallow: /tag/*
Disallow: /branded/splash
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/
# =============================================================================
# AI Crawlers Policy
# These crawlers power AI assistants and search features that cite sources
# =============================================================================
# OpenAI (ChatGPT, GPT-based products)
User-agent: GPTBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/
User-agent: ChatGPT-User
Allow: /
# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/
User-agent: anthropic-ai
Allow: /
# Google AI (Gemini, AI Overviews, etc.)
User-agent: Google-Extended
Allow: /
# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /private/
Disallow: /search
Disallow: /embed
Disallow: /oembed
Disallow: /lp/
Disallow: /p/
Disallow: /go/
Disallow: /pr/
# Apple (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /
# Microsoft/Bing AI (Copilot)
User-agent: Bingbot
Allow: /
# Meta AI
User-agent: FacebookBot
Allow: /
# Cohere AI
User-agent: cohere-ai
Allow: /
# =============================================================================
# AI Training Crawlers (blocked - these scrape for model training without citation)
# =============================================================================
User-agent: CCBot
Disallow: /
User-agent: GPTBot-training
Disallow: /
User-agent: Google-Extended-training
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
# =============================================================================
# Sitemaps
# =============================================================================
Sitemap: https://money.com/sitemap.xml
Sitemap: https://money.com/sitemap-categories.xml
Sitemap: https://money.com/sitemap-authors.xml
Sitemap: https://money.com/money/news-sitemap.xml
Sitemap: https://money.com/es/sitemap.xml
Sitemap: https://money.com/es/sitemap-categories.xml
# =============================================================================
# LLMs.txt - AI-readable site information
# =============================================================================
# See: https://money.com/llms.txt