Domain Name: REBRICKABLE.COM
Registrar: NameCheap, Inc.
Domain Status: client transfer prohibited
Creation Date: 2011-05-12T02:39:10Z
Registry Expiry Date: 2026-05-12T02:39:10Z
Updated Date: 2025-04-12T08:47:52Z
Name Server: ERIC.NS.CLOUDFLARE.COM
Name Server: LILY.NS.CLOUDFLARE.COM
REGISTRAR Contact: NameCheap, Inc.
>>> Last update of RDAP database: 2026-03-13T13:01:58Z
# https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt
# bots only look at a single section, so need to duplicate rules
###################################################################################################################
# Google
###################################################################################################################
User-agent: Googlebot
Allow: /mocs/?* # google ranked #1 for star wars, but other bots abusing it
Disallow: /api/v3/lego/*
Disallow: /api/v3/lego/*/*
Disallow: /api/v3/lego/*/*/*
Disallow: /api/v3/lego/*/*/*/*
Disallow: /api/v3/users/*
Disallow: /build/*
Disallow: /build/set/*
Disallow: *.pdf
Disallow: /instructions/*/*/download/?* # set instruction files
Disallow: /mocs/?format=*
Disallow: /sets/?*
Disallow: /minifigs/?format=*
Disallow: /sets/?get_drill_downs=drill_down_filters*
Disallow: /minifigs/?get_drill_downs=drill_down_filters*
Disallow: /minifigs/*/?* # paging results
Disallow: /users/*/*/*/parts/?format=*
Disallow: /mocs/?tag=*
Disallow: /mocs/?include_accessory=*
Disallow: /sets/alternates/?*
Disallow: /inventory/*/
Disallow: /inventory/*/parts/
Disallow: /inventory/*/parts/?
Disallow: /sets/*/alts/
Disallow: /sets/*/sidebar/ # no need
Disallow: /mocs/*/designermocs/
Disallow: /mocs/*/relatedpremium/
Disallow: /mocs/*/viewer/*
Disallow: /mocs/*/coupons/apply/ # sigh
Disallow: /mocs/*/sidebar/ # no need
Disallow: /mocs/*/related/ # no need
Disallow: /mocs/*/*/*/?spot* # params always changing
Disallow: /changes/?*
Disallow: /parts/?* # dont page through all parts
Disallow: /parts/*/?* # dont page through all part cats
Disallow: /parts/*/*/*/?* # paging through part/color sets/mocs
Disallow: /parts/*/*/figs/ # too many
Disallow: /parts/*/*/sets/ # too many
Disallow: /parts/*/*/mocs/ # too many
Disallow: /parts/*/*/*/ # Don't drill down into part-color pages, too many of them
Disallow: /parts/bricklink/*
Disallow: /users/*/likedmocs/*
Disallow: /users/*/allparts/*
Disallow: /users/*/setlists/*
Disallow: /users/*/partlists/*
Disallow: /users/*/lostparts/*
Disallow: /users/*/minifigs/*
Disallow: /users/*/mocs/?*
Disallow: /users/*/mocs/photos/?*
Disallow: /users/*/lists/*/?*
Disallow: /users/*/mocs/purchases/download/*/*/*/
Disallow: /users/*/mocs/purchases/download/*/*/*/*
Disallow: /feed/
Disallow: /feed/BETA/
Disallow: /external/*
Disallow: /external/*/*
Disallow: /login/?next=
Disallow: /elements/*
Disallow: /elements/*/
###################################################################################################################
# Other allowed agents
###################################################################################################################
User-agent: *
Crawl-delay: 3 # ignored by most, but bingbot is too aggressive
Disallow: */slow/
Disallow: /api/v3/lego/*
Disallow: /api/v3/lego/*/*
Disallow: /api/v3/lego/*/*/*
Disallow: /api/v3/lego/*/*/*/*
Disallow: /api/v3/users/*
Disallow: /build/*
Disallow: /build/set/*
Disallow: /users/*/comments/
Disallow: *.pdf
Disallow: /instructions/*/*/download/?* # set instruction files
Disallow: /users/*/likedmocs/*
Disallow: /parts/bricklink/*
Disallow: /users/*/allparts/*
Disallow: /users/*/setlists/*
Disallow: /users/*/partlists/*
Disallow: /users/*/lostparts/*
Disallow: /users/*/minifigs/*
Disallow: /users/*/mocs/?*
Disallow: /users/*/mocs/photos/?*
Disallow: /users/*/lists/*/?*
Disallow: /users/*/mocs/purchases/download/*/*/*/
Disallow: /users/*/mocs/purchases/download/*/*/*/*
Disallow: /feed/
Disallow: /feed/BETA/
# Prevent stupid bots from scanning every damn combination of form parameters
Disallow: /search/*?
Disallow: /search/?*
Disallow: /search?*
Disallow: /parts/*?
Disallow: /parts/?* # dont page through all parts
Disallow: /parts/*/?* # dont page through all part cats
Disallow: /parts/*/*/*/?* # paging through part/color sets/mocs
Disallow: /parts/*/*/figs/ # too many
Disallow: /parts/*/*/sets/ # too many
Disallow: /parts/*/*/mocs/ # too many
Disallow: /parts/*/*/*/ # Don't drill down into part-color pages, too many of them
Disallow: /parts/bricklink/*
Disallow: /users/*?
Disallow: /changes/?*
Disallow: /compare/*?
Disallow: /sets/compare/?*
Disallow: /sets/*?
Disallow: /sets/?*
Disallow: /sets/alternates/?*
Disallow: /minifigs/?format=*
Disallow: /minifigs/?get_drill_downs=drill_down_filters*
Disallow: /minifigs/*/?* # paging results
Disallow: /mocs/?page=*
Disallow: /mocs/?format=*
Disallow: /users/*/*/*/parts/?format=*
Disallow: /mocs/?tag=*
Disallow: /mocs/?* # dont want non-google bots hitting random search param combinations
Disallow: /mocs/*/sidebar/ # no need
Disallow: /mocs/*/related/ # no need
Disallow: /mocs/*/*/*/?spot* # params always changing
# Ajax requests don't want appearing in search results
Disallow: /inventory/*/
Disallow: /inventory/*/parts/
Disallow: /inventory/*/parts/?
Disallow: /sets/*/alts/
Disallow: /sets/*/sidebar/ # no need
Disallow: /mocs/*/designermocs/
Disallow: /mocs/*/relatedpremium/
Disallow: /mocs/*/viewer/*
Disallow: /mocs/*/coupons/apply/ # sigh
# Annoying bots that ignore some of the above rules
Disallow: /login/*
Disallow: /external/*
Disallow: /external/*/*
Disallow: /login/?next=
Disallow: /mocs/*/*/*/?
Disallow: /stores/search/sets/slow/
Disallow: /stores/search/parts/slow/
Disallow: /stores/search/parts/single/slow/
Disallow: /elements/*
Disallow: /elements/*/
# Don't index oldforum
Disallow: /oldforum/*
###################################################################################################################
# These ones can go to hell
###################################################################################################################
# Yandex is brutal and provides very little traffic
User-agent: Yandex
User-agent: MJ12bot
User-agent: CCBot
# Seems to ignore rules or ignore 429 responses
User-agent: MegaIndex
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru/
User-agent: +https://www.megaindex.ru/
User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)
User-agent: ADmantX
User-agent: peer39_crawler
# Crawlers I don't need and just wasting resources
User-agent: grapeshot
User-agent: proximic
User-agent: hyscore
User-agent: netseer
User-agent: MauiBot
User-agent: AhrefsBot
User-agent: sogou spider
User-agent: BLEXBot
User-agent: SemrushBot
User-agent: GumGum-Bot
User-agent: PetalBot
User-agent: weborama-fetcher
User-agent: DemandbasePublisherAnalyzer
User-agent: CriteoBot/0.1
User-agent: Qwantify
User-agent: Qwantbot
User-agent: DataForSeoBot
User-agent: Amazonbot
User-agent: TurnitinBot
User-agent: ImagesiftBot
User-agent: GeedoProductSearch
User-agent: Bravebot
User-agent: trendictionbot
User-agent: kagi-fetcher
User-agent: DotBot
User-agent: MJ12bot
Disallow: /
| Положај | Фраза | Страница | Сниппет |
|---|---|---|---|
| 3 | /mocs/?q=mod | ||
| 5 | /mocs/moc-143197/nv%20carmocs/renault-avantime-top | ||
| 6 | /parts/ | ||
| 18 | /mocs/moc-124975/jaworpunk/chernobyl-1986-nuclear-power-plant-disaster/ | ||
| 24 | /mocs/moc-81246/ibrickeditup/modular-city-parking-lot/ | ||
| 35 | /mocs/ |