# ==============================
# Robots.txt for WordPress + WooCommerce
# Secure, SEO-Friendly & Bot-Optimized
# ==============================
# ✅ Allow Major Search Engines
User-agent: Googlebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Slurp
Disallow:
# ✅ Allow SEO Tools
User-agent: SemrushBot
Disallow:
User-agent: AhrefsBot
Disallow:
# ✅ Allow Generative AI Crawlers
User-agent: GPTBot
Disallow:
User-agent: ChatGPT-User
Disallow:
User-agent: CCBot
Disallow:
User-agent: ClaudeBot
Disallow:
User-agent: Google-Extended
Disallow:
User-agent: PerplexityBot
Disallow:
User-agent: DuckAssistBot
Disallow:
# 🚫 Block Bad / Spammy Bots
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: curl
Disallow: /
User-agent: python-requests
Disallow: /
# ==============================
# WordPress & WooCommerce Cleanup
# ==============================
# 🚫 Prevent sensitive paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
# 🚫 Block WooCommerce internal stuff
Disallow: /cart/
Disallow: /my-account/
Disallow: /checkout/
Disallow: /addons/
Disallow: /wc-api/
# 🚫 Block search results & feeds
Disallow: /?s=
Disallow: /search/
Disallow: /*add-to-cart=*
Disallow: /?add-to-cart=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /?replytocom=
# ✅ Allow essential assets (CSS, JS, Images)
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
# ==============================
# Sitemap
# ==============================
Sitemap: https://uroparis.com/wp-sitemap.xml