www.the-sun.com

            Domain Name: THE-SUN.COM
Registrar: MarkMonitor Inc.
Domain Status: client delete prohibited
Domain Status: client transfer prohibited
Domain Status: client update prohibited
Creation Date: 1997-05-14T04:00:00Z
Registry Expiry Date: 2026-05-15T04:00:00Z
Updated Date: 2024-04-13T11:24:31Z
Name Server: NS-1330.AWSDNS-38.ORG
Name Server: NS-1597.AWSDNS-07.CO.UK
Name Server: NS-742.AWSDNS-28.NET
Name Server: NS-80.AWSDNS-10.COM
REGISTRAR Contact: MarkMonitor Inc.
>>> Last update of RDAP database: 2026-03-13T18:56:57Z         

			# This is the robots.txt file for the-sun.com
# The Sun does not permit the unlicensed use of our content for large language models.
# News Enterprises' Terms of Use may be found at
# https://www.the-sun.com/terms-and-conditions/
# Contact [email protected] for assistance.

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Disallow: /search/
Disallow: /horoscope/
Disallow: /*?x=
Disallow: /*?action=
Disallow: /*&action=
Disallow: /*?adid=
Disallow: /*&adid=
Disallow: /*?bitrate=
Disallow: /*&bitrate=
Disallow: /*?channel=
Disallow: /*&channel=
Disallow: /*?clipid=
Disallow: /*&clipid=
Disallow: /*?contentCollection=
Disallow: /*&contentCollection=
Disallow: /*?contentId=
Disallow: /*&contentId=
Disallow: /*?ei=
Disallow: /*&ei=
Disallow: /*?format=
Disallow: /*&format=
Disallow: /*?height=
Disallow: /*&height=
Disallow: /*?iframe=
Disallow: /*&iframe=
Disallow: /*?mediaId=
Disallow: /*&mediaId=
Disallow: /*?module=
Disallow: /*&module=
Disallow: /*?monthnum=
Disallow: /*&monthnum=
Disallow: /*?pgtype=
Disallow: /*&pgtype=
Disallow: /*?preview=
Disallow: /*&preview=
Disallow: /*?priority=
Disallow: /*&priority=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?referrer=
Disallow: /*&referrer=
Disallow: /*?sa=
Disallow: /*&sa=
Disallow: /*?section=
Disallow: /*&section=
Disallow: /*?share=
Disallow: /*&share=
Disallow: /*?TB_iframe=
Disallow: /*&TB_iframe=
Disallow: /*?TBL_Prod100Page=
Disallow: /*&TBL_Prod100Page=
Disallow: /*?theme_preview=
Disallow: /*&theme_preview=
Disallow: /*?usg=
Disallow: /*&usg=
Disallow: /*?ved=
Disallow: /*&ved=
Disallow: /*?version=
Disallow: /*&version=
Disallow: /*?VID=
Disallow: /*&VID=
Disallow: /*?vxBitrate=
Disallow: /*&vxBitrate=
Disallow: /*?vxChannel=
Disallow: /*&vxChannel=
Disallow: /*?vxClipId=
Disallow: /*&vxClipId=
Disallow: /*?vxSiteId=
Disallow: /*&vxSiteId=
Disallow: /*?width=
Disallow: /*&width=
Disallow: /*?year=
Disallow: /*&year=
Disallow: /*.xml?uuid=
Disallow: /*?post_type=feedback&p=
Disallow: /*?wptouch_preview_theme=
Disallow: /*>
Disallow: /?attachment_id=
Disallow: /affiliate/
Disallow: /ai_log/
Disallow: /*?*pg99.asia*
Disallow: /*&*pg99.asia*
Disallow: /*?*gg155.cn*
Disallow: /*&*gg155.cn*
Disallow: /*?*To66.Asia*
Disallow: /*&*To66.Asia*

User-agent: *

# Sitemap archive
Sitemap: https://www.the-sun.com/sitemap.xml

# Sitemaps
Sitemap: https://www.the-sun.com/news-sitemap.xml

# Additional sitemaps
Sitemap: https://www.the-sun.com/sitemap-nypost-authors.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-post_tag.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-where.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-who.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-feeds.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-category.xml
Sitemap: https://www.the-sun.com/sitemap-nypost-football-team-taxo.xml

User-agent: *
Disallow: /*horseracing/racecards/2019*
Disallow: /*horseracing/racecards/2020*
Disallow: /*horseracing/racecards/2021*
Disallow: /*horseracing/racecards/2022*
Disallow: /*horseracing/results/2019*
Disallow: /*horseracing/results/2020*
Disallow: /*horseracing/results/2021*
Disallow: /*horseracing/results/2022*

User-agent: *
Disallow: /search/
Disallow: /simwidgets/
Disallow: /player/brightcove/
Disallow: /*?s=*
Disallow: *&s=*
Disallow: /?p=*

User-agent: *
Disallow: /sso/login/
Disallow: /wp-login.php

User-agent: *
Disallow: /amp-tealium/
Disallow: /archives/

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Claudebot
Disallow: /

User-agent: Perplexity-ai
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: anthropic-aiBytespider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: Buck
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Scrapy
Disallow: /