Domain Name: THORLABS.COM
Registrar: eNom, LLC
Domain Status: client transfer prohibited
Creation Date: 1995-04-18T04:00:00Z
Registry Expiry Date: 2026-04-19T04:00:00Z
Updated Date: 2025-04-14T13:41:21Z
Name Server: EDNS7.ULTRADNS.BIZ
Name Server: EDNS7.ULTRADNS.COM
Name Server: EDNS7.ULTRADNS.NET
Name Server: EDNS7.ULTRADNS.ORG
REGISTRAR Contact: eNom, LLC
>>> Last update of RDAP database: 2026-01-26T06:10:02Z
# US - Updated on 12/01/2026
#User-agent Disallow List with URL Link
User-agent: ZoomSpider #http://www.wrensoft.com/zoom/support/useragent.html
Disallow: /
User-agent: Exabot #http://www.exalead.com/search/webmasterguide
Disallow: /
User-agent: ICC-Crawler #http://www.nict.go.jp/en/univ-com/plan/crawl.html
Disallow: /
User-agent: ichiro #http://search.goo.ne.jp/option/use/sub4/sub4-1/
Disallow: /
User-agent: Yeti #http://www.botopedia.org/user-agent-list/search-bots/item/340-yeti-naverbot
Disallow: /
User-agent: ssearch_bot #http://www.semantissimo.de/
Disallow: /
User-agent: ChangeDetection #http://www.changedetection.com/bot.html
Disallow: /
User-agent: Job Roboter Spider #http://www.webintegration.at/jobroboter_suchmaschine
Disallow: /
User-agent: Xenu Link Sleuth #http://home.snafu.de/tilman/xenulink.html
Disallow: /
User-agent: Hatena Antenna #(BAD)Unknown URL
Disallow: /
User-agent: linkdexbot #http://www.linkdex.com/m/bots/
Disallow: /
User-agent: FacebookExternalHit #http://www.facebook.com/externalhit_uatext.php
Disallow: /
User-agent: Slackbot #https://api.slack.com/robots
Disallow: /
User-agent: Qwantify #https://www.qwant.com/
Disallow: /
User-agent: FeedDemon #http://www.feeddemon.com/
Disallow: /
User-agent: Dotbot #https://moz.com/researchtools/ose/dotbot
Disallow: /
User-agent: SemrushBot #http://www.semrush.com/bot/
Disallow: /
User-agent: SeznamBot #http://napoveda.seznam.cz/cz/seznambot/
Disallow: /
User-agent: Feedly #http://www.feedly.com/fetcher.html
Disallow: /
User-agent: MJ12bot #http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
Disallow: /
User-agent: YisouSpider #(BAD)http://user-agents.me/crawler/yisouspider
Disallow: /
User-agent: magpie-crawler #https://www.brandwatch.com/how-it-works/
Disallow: /
User-agent: Alexabot #https://support.alexa.com/hc/en-us/articles/200462340-Certification-Crawler-Information
Disallow: /
User-agent: Speedy Spider #(BAD)http://www.entireweb.com/
Disallow: /
User-agent: GarlikCrawler #(BAD)http://www.garlik.com/
Disallow: /
User-agent: AhrefsBot #https://ahrefs.com/robot
Disallow: /
User-agent: Slurp #http://www.useragentstring.com/Yahoo!%20Slurp_id_75.php
Disallow: /
User-agent: YandexBot #http://help.yandex.com/search/robots/agent.xml
Disallow: /
User-agent: sogou spider #http://www.sogou.com/docs/help/webmasters.htm#07
Disallow: /
User-agent: maxum #http://www.informedusa.com/t/phantom7.15.html
Disallow: /
User-agent: curious george #http://www.analyticsseo.com/the-analytics-seo-crawler-curious-george/
Disallow: /
User-agent: WeSEE #(BAD)http://www.wesee.com/bot/
Disallow: /
User-agent: rogerbot #http://moz.com/help/pro/what-is-rogerbot-
Disallow: /
User-agent: dotbot #https://moz.com/researchtools/ose/dotbot
Disallow: /
User-agent: Y!J-ASR #https://help.yahoo.com/kb/search/SLN22600.html?impressions=true
Disallow: /
User-agent: Y!J-BSC #https://help.yahoo.com/kb/search/SLN22600.html?impressions=true
Disallow: /
User-agent: ramBot xtreme x.x #(BAD)Unknown URL
Disallow: /
User-agent: Daumoa #(BAD)https://www.webmasterworld.com/search_engine_spiders/3895299.htm
Disallow: /
User-agent: Who.is Bot #https://www.webmasterworld.com/search_engine_spiders/4427797.htm
Disallow: /
User-agent: psbot #http://www.picsearch.com/bot.html
Disallow: /
User-agent: yacybot #http://yacy.net/bot.html
Disallow: /
User-agent: Nutch #http://nutch.apache.org/bot.html
Disallow: /
User-agent: BUbiNG #http://law.di.unimi.it/software.php#buging
Disallow: /
User-agent: Mappy #http://mappydata.net/#eng
Disallow: /
#User-agent Crawl Delay Disallow
User-agent: *
Crawl-delay: 30
Disallow: /honey/
Disallow: /thorcat/
Disallow: /Thorcat/
Disallow: /search
Disallow: /*.dxf$
Disallow: /*.sldrpt$
Disallow: /*.step$
Disallow: /*.vbi$
Disallow: /*.zip$
Disallow: /*.eprt$
Disallow: /*.bak$
Disallow: /*.exe$
Disallow: /*.cfc$
Disallow: /content/
Disallow: /static/
Disallow: /config/
Disallow: /cms-content
Sitemap: https://www.thorlabs.com/cms-content/assets/stores/Thorlabs-Website/sitemap-us/sitemap-index.xml
| Positie | Zin | Pagina | Fragment |
|---|---|---|---|
| 3 | / | ||
| 15 | / | ||
| 18 | / | ||
| 19 | /thorproduct.cfm?par... | ||
| 20 | / | ||
| 27 | /newgrouppage9.cfm?o... | ||
| 28 | / | ||
| 28 | / | ||
| 29 | /navigation.cfm?guid... | ||
| 32 | /thorproduct.cfm?par... |