# bdebooks.com — robots.txt
# Blocks compliant DMCA / copyright enforcement crawlers.
# Search engines (Google, Bing, etc) are unaffected.
User-agent: *
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /dl/
Allow: /wp-admin/admin-ajax.php
# --- DMCA / copyright enforcement crawlers ---
User-agent: Onsist
Disallow: /
User-agent: MUSO
Disallow: /
User-agent: MUSO_HTTP
Disallow: /
User-agent: Vobile
Disallow: /
User-agent: IRDETO
Disallow: /
User-agent: MarkMonitor
Disallow: /
User-agent: BrandShield
Disallow: /
User-agent: ContentArmor
Disallow: /
User-agent: IP-Echelon
Disallow: /
User-agent: LeakID
Disallow: /
User-agent: LeakIX
Disallow: /
User-agent: WebSheriff
Disallow: /
User-agent: DigimarcBot
Disallow: /
User-agent: CopyrightAgent
Disallow: /
User-agent: TorrentFreak
Disallow: /
User-agent: PiracyMonitor
Disallow: /
User-agent: Traceon
Disallow: /
User-agent: ProtectionPro
Disallow: /
User-agent: PixCrawler
Disallow: /
# --- Sitemaps ---
Sitemap: https://bdebooks.com/sitemap_index.xml
Sitemap: https://bdebooks.com/en/sitemap_index.xml