Domain Name: BLUESNEWS.COM
Registrar: Network Solutions, LLC
Domain Status: client transfer prohibited
Creation Date: 1996-09-20T04:00:00Z
Registry Expiry Date: 2027-09-19T04:00:00Z
Updated Date: 2025-10-25T19:16:31Z
Name Server: GLEN.NS.CLOUDFLARE.COM
Name Server: LILY.NS.CLOUDFLARE.COM
REGISTRAR Contact: Network Solutions, LLC
>>> Last update of RDAP database: 2026-05-21T08:17:43Z
#### robots.txt exclusion file for www.bluesnews.com
#
# 30-Jan-2002 fpv Created.
# Announce Sitemap
Sitemap: http://www.bluesnews.com/sitemap.xml
# https://www.searchengineworld.com/cloudflare-enters-the-robots-txt-fray-with-a-content-signals-policy-for-ai-bots
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
# Do not remove! Log in and look in this directory for details! -Furn
User-agent: *
Disallow: /files/descent/
#Disallow: /files/
Crawl-delay: 5
# Block bots from input forms
Disallow: /cgi-bin/board.pl?action=postmessage
Disallow: /cgi-bin/board.pl?action=quotemessage
Disallow: /cgi-bin/board.pl?action=editpost
Disallow: /cgi-bin/board.pl?action=deletepost
Disallow: /cgi-bin/board.pl?action=reportpost
Disallow: /cgi-bin/board.pl?action=searchconfirm
Disallow: /cgi-bin/board.pl?action=markread
Disallow: /cgi-bin/board.pl?action=ignore
Disallow: /cgi-bin/board.pl?action=unignore
Disallow: /cgi-bin/board.pl?action=viewignores
Disallow: /cgi-bin/edit.pl
Disallow: /cgi-bin/delete.pl
Disallow: /cgi-bin/deletethread.pl
Disallow: /cgi-bin/deletescreens.pl
Disallow: /cgi-bin/user.pl
Disallow: /cgi-bin/blammo.pl?mode=archive&action=runsearch
# Block bots from obsolete paths
Disallow: /cgi-bin/myblues.pl
Disallow: /cgi-bin/blammo.pl?mode=mboard
Disallow: /cgi-bin/lanparties.pl?admin=true
Disallow: /cgi-bin/lanparties.pl?addparty=true
# Block Googlebot from bogus scripts
Disallow: /cgi-bin/planboard.pl
Disallow: /cgi-bin/shred.pl
# Block Yahoo Slurp from bogus script
Disallow: /cgi-bin/board.pl%0A
# Block Alexa (ia_archiver) from bogus script
Disallow: /cgi-bin/boa%5Cx72d.pl
# Block Yandex from bogus script
Disallow: /cgi-bin/texts.pl
# Block MegaIndex for slurping too much too fast
User-agent: MegaIndex
Disallow: /
# Block bogus slurper (heritrix/1.14.1 +http://www.iseclab.org)
User-agent: heritrix
Disallow: /
# Block bogus slurper
User-agent: bhcBot
Disallow: /
# Block bogus slurper
User-agent: Jorgee
Disallow: /
# Block bogus slurper
User-agent: Seekport
Disallow: /
# Block bogus slurper
User-agent: BluechipBacklinks
Disallow: /
# Block bogus slurper
User-agent: trendkite-akashic-crawler
Disallow: /
# https://linuxreviews.org/Web_crawlers :
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Cloudfind
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: sqlmap
Disallow: /
User-agent: TinyTestBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: test-bot
Disallow: /
User-agent: Amazonbot
Disallow: /
#User-agent: PetalBot
#Disallow: /
User-agent: aiohttp/
Disallow: /
# https://www.publisher-collective.com/blog/ensure-ad-related-bots-can-access-your-website :
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
# https://www.mariehaynes.com/should-you-use-google-extended-in-robots-txt/
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: FacebookBot
Disallow: /
#User-agent: facebookexternalhit
#Disallow: /
User-agent: meta-externalagent
Disallow: /
# remainder:
User-agent: Applebot-Extended
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Awario
Disallow: /
User-agent: *
Allow: /ads.txt
| Pozycja | Wyrażenie | Strona | Skrawek |
|---|---|---|---|
| 9 | / | ||
| 17 | / | ||
| 18 | / | ||
| 21 | / | ||
| 22 | / | ||
| 24 | / | ||
| 24 | / | ||
| 35 | / | ||
| 37 | / | ||
| 40 | / |