# SimpleFX robots.txt
# https://simplefx.com/robots.txt
# Reference: http://www.robotstxt.org/robotstxt.html
#
# AI-specific User-agent blocks must include ALL Disallow rules from the
# wildcard (*) section. Per the robots.txt spec, when a crawler matches a
# specific User-agent directive, it ignores User-agent: * entirely.
# AI Training Crawlers
User-agent: GPTBot
User-agent: CCBot
# Google Ads Crawlers
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
# AI Search Crawlers
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /affiliate-guide
Disallow: /*/affiliate-guide
Disallow: /footer
Disallow: /*/footer
Disallow: /payment-redirect
Disallow: /*/payment-redirect
Disallow: /xmrpc.php
Disallow: /blog/xmrpc.php
Disallow: /n/
Disallow: /docs/api/swagger/
# Default rules
User-agent: *
Disallow: /admin
Disallow: /affiliate-guide
Disallow: /*/affiliate-guide
Disallow: /footer
Disallow: /*/footer
Disallow: /payment-redirect
Disallow: /*/payment-redirect
Disallow: /xmrpc.php
Disallow: /blog/xmrpc.php
Disallow: /n/
Disallow: /docs/api/swagger/
# Changed from http:// to https:// — sitemap URL must match the actual protocol
Sitemap: https://simplefx.com/sitemap.xml