autonews.com

            Domain Name: AUTONEWS.COM
Registrar: TLDS L.L.C. d/b/a SRSPlus
Domain Status: client transfer prohibited
Creation Date: 1997-11-15T05:00:00Z
Registry Expiry Date: 2029-11-14T05:00:00Z
Updated Date: 2024-10-15T18:11:44Z
Name Server: NS-1264.AWSDNS-30.ORG
Name Server: NS-1883.AWSDNS-43.CO.UK
Name Server: NS-492.AWSDNS-61.COM
Name Server: NS-712.AWSDNS-25.NET
REGISTRAR Contact: TLDS L.L.C. d/b/a SRSPlus
>>> Last update of RDAP database: 2026-02-22T16:26:20Z         

			# Apply to all user agents
User-agent: *
Crawl-delay: 10

Disallow: /preview/
Disallow: /checkout/
Disallow: /user-dashboard/
Disallow: /2025mediakits/
Disallow: /reprint*
Disallow: /reprints*

# Allow these bots to crawl the site, except for checkout and dashboard pages
User-agent: Twitterbot
Disallow: /checkout/
Disallow: /user-dashboard/

User-agent: facebookexternalhit
Disallow: /checkout/
Disallow: /user-dashboard/

User-agent: EchoboxBot
Disallow: /checkout/
Disallow: /user-dashboard/

# AI Bots To Block
User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

# Sitemaps
Sitemap: https://www.autonews.com/arc/outboundfeeds/sitemap-index/
Sitemap: https://www.autonews.com/arc/outboundfeeds/sitemap-news-index/
Sitemap: https://www.autonews.com/arc/outboundfeeds/sitemap-section-index/