User-agent: *
Disallow: /signup
Disallow: /join
Disallow: /forgot-password
Disallow: /my/
# Block ALL parameterized URLs (filters, search, sort, etc.)
Disallow: /*?
# Allow pagination explicitly
Allow: /*?page=
Sitemap: https://www.kinkmen.com/sitemap.xml
# Google adsbot ignores robots.txt unless specifically named!
User-agent: adsbot-google
Disallow: /signup
Disallow: /join
Disallow: /forgot-password
Disallow: /my/
Disallow: /*?
Allow: /*?page=
User-agent: Nutch
Disallow: /
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /signup
Disallow: /join
Disallow: /forgot-password
Disallow: /my/
Disallow: /*?
Allow: /*?page=
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /signup
Disallow: /join
Disallow: /forgot-password
Disallow: /my/
Disallow: /*?
Allow: /*?page=
User-agent: MJ12bot
Crawl-delay: 10
User-agent: Pinterest
Crawl-delay: 1