cyburbia.org

            Domain Name: CYBURBIA.ORG
Registrar: Network Solutions, LLC
Domain Status: client transfer prohibited
Registry Expiry Date: 2029-05-02T04:00:00Z
Creation Date: 1997-05-01T04:00:00.185Z
Updated Date: 2024-03-11T22:54:28.767Z
Name Server: NS1.CYBURBIA.ORG
Name Server: NS2.CYBURBIA.ORG
REGISTRAR Contact: Network Solutions, LLC
>>> Last update of RDAP database: 2026-03-29T23:55:35Z         

			# To keep Cyburbia running smoothly, we restrict bots and spiders that 
# refer few or no visitors to the site, yet still consume a lot of our
# bandwidth and CPU load.  It's nothing personal.  We just want to have 
# our limited bandwidth used efficiently, where it will benefit our 
# community the most.
#
#
#                  ____
#                /  @   \==]|[=(]       E X T E R M I N A T E ! !
#               |--------|
#               ==========       .  *                                     *
#               ==========     .\ * . *.   *                         .    * \  .
#              ||||||||||||      \ * ./  *    .   *                      .  \ \
#             |||||||||| --]%%%%%% .- =--=---=-=-=-=--=-=--=-==-----=-=-=-=-=-=
#             [=========\  ]===========(  *                             . /  /
#            [==============|   / *  \    .                          *  *   /  .
#            C| @ @ @ @ @ @ D         *      *                        *
#             |              \           .                          *  *
#           C| @  @ @  @ @ @  D       .
#            |                 \          *                          *
#          C| @  @  @  @  @  @  D
#           |                    \ 
#         C| @  @  @   @   @   @  D
#          |                       \
#         |@@@@@@@@@@@@@@@@@@@@@@@@@|
#          -------------------------       
#
# cyburbia.org robots.txt
#

#
# Good bots (we assume)
#
# Crawl-delay: 5

#
# Disallow paths that are redundant, dead, or have little or no content
#
User-agent: *
Disallow: /cgi-bin/
# Disallow: /directory/
Disallow: /forums/account/
Disallow: /forums/admin.php/
Disallow: /forums/conversations/
# Disallow: /forums/gallery/
Disallow: /forums/goto/
Disallow: /forums/find-new/
Disallow: /forums/find-threads/
Disallow: /forums/login/
Disallow: /forums/misc/
Disallow: /forums/members/
Disallow: /forums/online/
Disallow: /forums/profile-posts/
Disallow: /forums/posts/*/reactions
Disallow: /forums/register/
Disallow: /forums/search/
Disallow: /forums/threads/*/reply*

#
# Weird casino directories that get hits for some reason
#

Disallow: /bandar-togel/ 
Disallow: /*/bandar-togel/ 
Disallow: /link-slot-gacor/
Disallow: /*/link-slot-gacor/
Disallow: /slot-bank-bca/
Disallow: /*/slot-bank-bca/
Disallow: /slot-bank-jago/
Disallow: /*/slot-bank-jago/
Disallow: /slot-bca/
Disallow: /*/slot-bca/
Disallow: /slot-dana/
Disallow: /*/slot-dana/
Disallow: /slot-dana-5000/
Disallow: /*/slot-dana-5000/
Disallow: /slot-deposit-dana/ 
Disallow: /*/slot-deposit-dana/
Disallow: /*/slot-bca/ 
Disallow: /slot-qlrs/ 
Disallow: /*/slot-qlrs/ 
Disallow: /slot-gacor/
Disallow: /*/slot-gacor/

#
# Annoying but still somewhat useful bots
#
User-agent: Pinterest
Crawl-delay: 30

#
# Unwanted bots
#
User-agent: 008
User-agent: 360Spider
User-agent: A6-Indexer
User-agent: AhrefsBot
User-agent: AlphaSeoBot
User-agent: AlphaSeoBot-SA
User-agent: AwarioSmartBot
User-agent: Baiduspider
User-agent: Baiduspi+
User-agent: Baiduspider-image
User-agent: Baiduspider-render
User-agent: Baiduspider-video
User-agent: Barkrowler
User-agent: Blackboard Safeassign
User-agent: BLEXBot
User-agent: BoardReader
User-agent: BPImageWalker
User-agent: BUbiNG
User-agent: Buck
User-agent: BusinessBot
User-agent: Bytespider
User-agent: CCBot
User-agent: Clickagy
User-agent: Cloudfind
User-agent: CocCoc
User-agent: coccocbot
User-agent: crawler4j
User-agent: DataForSeoBot
User-agent: Daum
User-agent: Daumoa
User-agent: discobot 
User-agent: discoverybot
User-agent: DotBot
User-agent: exabot
User-agent: FAST Enterprise
User-agent: FAST*
User-agent: FastCrawler
User-agent: Garlick
User-agent: Gigabot
User-agent: Gluten Free Crawler
User-agent: GrapeshotCrawler
User-agent: HTML Validator by siteimprove.com
User-agent: HttpUrlConnection
User-agent: ichiro 
User-agent: JamesBOT
User-agent: Jersey
User-agent: Jigsaw
User-agent: JikeSpider
User-agent: jikespidero 
User-agent: Kraken
User-agent: LieBaoFast
User-agent: linkdex
User-agent: LinkWalker
User-agent: LinkXheck
User-agent: lipperhey
User-agent: ltx71
User-agent: magpie-crawler
User-agent: Mail.RU
User-agent: Mail.RU_Bot
User-agent: Manzama
User-agent: MauiBot
User-agent: MegaIndex
User-agent: MegaIndex.ru
User-agent: MggBrowser
User-agent: MJ12bot
User-agent: MLBot
User-agent: MojeekBot
User-agent: MoodleBot
User-agent: Moreover
User-agent: netseer
User-agent: netseer
User-agent: Nimbostratus-Bot
User-agent: Nutch
User-agent: oBot
User-agent: OnalyticaBot
User-agent: panscient.com
User-agent: PetalBot
User-agent: Plukkie
User-agent: Prlog
User-agent: RankurBot
User-agent: Riddler
User-agent: robots
User-agent: rogerbot
User-agent: ScoutJet
User-agent: Scrapy
User-agent: Screaming Frog SEO Spider
User-agent: Screenerbot
User-agent: Seekport Crawler
User-agent: SemanticScholarBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SA
User-agent: SEOkicks
User-agent: SeznamBot
User-agent: SiteCheck-sitecrawl
User-agent: siteimprove
User-agent: Siteimprove (Accessibility)
User-agent: SMTBot
User-agent: sogou
User-agent: Sogou blog
User-agent: Sogou inst spider
User-agent: Sogou Orion spider
User-agent: Sogou spider
User-agent: Sogou spider2
User-agent: Sogou web spider
User-agent: Soso
User-agent: Sosospider
User-agent: spbot
User-agent: SputnikBot
User-Agent: The Knowledge AI
User-agent: TurnitinBot
User-agent: VelenPublicWebCrawler
User-agent: Vegebot
User-agent: yacybot
User-agent: YandexBlogs
User-agent: YandexBot
User-agent: YandexCatalog
User-agent: YandexImages
User-agent: YandexMedia
User-agent: Yeti
User-agent: Yisou
User-agent: YodaoBot
User-agent: YoudaoBot
User-agent: ZoominfoBot
Disallow: /

Sitemap: https://www.cyburbia.org/forums/sitemap.xml