bluesnews.com

            Domain Name: BLUESNEWS.COM
Registrar: Network Solutions, LLC
Domain Status: client transfer prohibited
Creation Date: 1996-09-20T04:00:00Z
Registry Expiry Date: 2027-09-19T04:00:00Z
Updated Date: 2025-10-25T19:16:31Z
Name Server: GLEN.NS.CLOUDFLARE.COM
Name Server: LILY.NS.CLOUDFLARE.COM
REGISTRAR Contact: Network Solutions, LLC
>>> Last update of RDAP database: 2026-05-21T08:17:43Z         

			####	robots.txt exclusion file for www.bluesnews.com
#
#	30-Jan-2002 fpv Created.

# Announce Sitemap
Sitemap: http://www.bluesnews.com/sitemap.xml

# https://www.searchengineworld.com/cloudflare-enters-the-robots-txt-fray-with-a-content-signals-policy-for-ai-bots
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

# Do not remove! Log in and look in this directory for details! -Furn
User-agent: *
Disallow: /files/descent/
#Disallow: /files/
Crawl-delay: 5

# Block bots from input forms
Disallow: /cgi-bin/board.pl?action=postmessage
Disallow: /cgi-bin/board.pl?action=quotemessage
Disallow: /cgi-bin/board.pl?action=editpost
Disallow: /cgi-bin/board.pl?action=deletepost
Disallow: /cgi-bin/board.pl?action=reportpost
Disallow: /cgi-bin/board.pl?action=searchconfirm
Disallow: /cgi-bin/board.pl?action=markread
Disallow: /cgi-bin/board.pl?action=ignore
Disallow: /cgi-bin/board.pl?action=unignore
Disallow: /cgi-bin/board.pl?action=viewignores
Disallow: /cgi-bin/edit.pl
Disallow: /cgi-bin/delete.pl
Disallow: /cgi-bin/deletethread.pl
Disallow: /cgi-bin/deletescreens.pl
Disallow: /cgi-bin/user.pl
Disallow: /cgi-bin/blammo.pl?mode=archive&action=runsearch

# Block bots from obsolete paths
Disallow: /cgi-bin/myblues.pl
Disallow: /cgi-bin/blammo.pl?mode=mboard
Disallow: /cgi-bin/lanparties.pl?admin=true
Disallow: /cgi-bin/lanparties.pl?addparty=true

# Block Googlebot from bogus scripts
Disallow: /cgi-bin/planboard.pl
Disallow: /cgi-bin/shred.pl

# Block Yahoo Slurp from bogus script
Disallow: /cgi-bin/board.pl%0A

# Block Alexa (ia_archiver) from bogus script
Disallow: /cgi-bin/boa%5Cx72d.pl

# Block Yandex from bogus script
Disallow: /cgi-bin/texts.pl

# Block MegaIndex for slurping too much too fast
User-agent: MegaIndex
Disallow: /

# Block bogus slurper (heritrix/1.14.1 +http://www.iseclab.org)
User-agent: heritrix
Disallow: /

# Block bogus slurper
User-agent: bhcBot
Disallow: /

# Block bogus slurper
User-agent: Jorgee
Disallow: /

# Block bogus slurper
User-agent: Seekport
Disallow: /

# Block bogus slurper
User-agent: BluechipBacklinks
Disallow: /

# Block bogus slurper
User-agent: trendkite-akashic-crawler
Disallow: /

# https://linuxreviews.org/Web_crawlers :

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Cloudfind
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: sqlmap
Disallow: /

User-agent: TinyTestBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: test-bot
Disallow: /

User-agent: Amazonbot
Disallow: /

#User-agent: PetalBot
#Disallow: /

User-agent: aiohttp/
Disallow: /

# https://www.publisher-collective.com/blog/ensure-ad-related-bots-can-access-your-website :

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# https://www.mariehaynes.com/should-you-use-google-extended-in-robots-txt/
User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: FacebookBot
Disallow: /

#User-agent: facebookexternalhit
#Disallow: /

User-agent: meta-externalagent
Disallow: /

# remainder:

User-agent: Applebot-Extended
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Awario
Disallow: /

User-agent: *
Allow: /ads.txt

        

技术搜索引擎优化

页面搜索引擎优化

内容和用户体验