Domain Name: LEXTREME.COM
Registrar: Cloudflare, Inc.
Domain Status: client transfer prohibited
Creation Date: 2002-10-11T17:34:54Z
Registry Expiry Date: 2026-10-11T17:34:54Z
Updated Date: 2025-09-11T04:13:35Z
Name Server: HANK.NS.CLOUDFLARE.COM
Name Server: RITA.NS.CLOUDFLARE.COM
REGISTRAR Contact: Cloudflare, Inc.
>>> Last update of RDAP database: 2026-07-01T17:32:04Z
# lextreme.com robots.txt
# All crawlers: stay out of expensive/utility endpoints (these run live DB
# queries, bypass caching, and were driving server load)
User-agent: *
Disallow: /diagrams
Disallow: /archive/
Disallow: /forums/search/
Disallow: /forums/whats-new/
Disallow: /forums/members/
Disallow: /forums/login/
Disallow: /forums/register/
Disallow: /forums/account/
Disallow: /forums/goto/
Disallow: /forums/misc/
Disallow: /forums/posts/
Disallow: /forums/conversations/
Disallow: /forums/online/
Crawl-delay: 10
# SEO / AI scrapers with no value to us and high crawl cost: blocked entirely.
# (These honor robots.txt; the ones that ignore it are handled at Cloudflare.)
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: ImagesiftBot
Disallow: /