www.thorlabs.com

• charset: UTF-8
• name: viewport content: width=device-width,initial-scale=1, viewport-fit=cover

            Domain Name: THORLABS.COM
Registrar: eNom, LLC
Domain Status: client transfer prohibited
Creation Date: 1995-04-18T04:00:00Z
Registry Expiry Date: 2026-04-19T04:00:00Z
Updated Date: 2025-04-14T13:41:21Z
Name Server: EDNS7.ULTRADNS.BIZ
Name Server: EDNS7.ULTRADNS.COM
Name Server: EDNS7.ULTRADNS.NET
Name Server: EDNS7.ULTRADNS.ORG
REGISTRAR Contact: eNom, LLC
>>> Last update of RDAP database: 2026-01-26T06:10:02Z         

			# US - Updated on 12/01/2026


#User-agent Disallow List with URL Link
User-agent: ZoomSpider		#http://www.wrensoft.com/zoom/support/useragent.html
Disallow: /
User-agent: Exabot		#http://www.exalead.com/search/webmasterguide
Disallow: /
User-agent: ICC-Crawler		#http://www.nict.go.jp/en/univ-com/plan/crawl.html
Disallow: /
User-agent: ichiro		#http://search.goo.ne.jp/option/use/sub4/sub4-1/
Disallow: /
User-agent: Yeti		#http://www.botopedia.org/user-agent-list/search-bots/item/340-yeti-naverbot
Disallow: /
User-agent: ssearch_bot		#http://www.semantissimo.de/
Disallow: /
User-agent: ChangeDetection	#http://www.changedetection.com/bot.html
Disallow: /
User-agent: Job Roboter Spider	#http://www.webintegration.at/jobroboter_suchmaschine
Disallow: /
User-agent: Xenu Link Sleuth	#http://home.snafu.de/tilman/xenulink.html
Disallow: /
User-agent: Hatena Antenna	#(BAD)Unknown URL
Disallow: /
User-agent: linkdexbot		#http://www.linkdex.com/m/bots/
Disallow: /
User-agent: FacebookExternalHit #http://www.facebook.com/externalhit_uatext.php
Disallow: /
User-agent: Slackbot 		#https://api.slack.com/robots
Disallow: /
User-agent: Qwantify 		#https://www.qwant.com/
Disallow: /
User-agent: FeedDemon		#http://www.feeddemon.com/
Disallow: /
User-agent: Dotbot		#https://moz.com/researchtools/ose/dotbot
Disallow: /
User-agent: SemrushBot		#http://www.semrush.com/bot/
Disallow: /
User-agent: SeznamBot		#http://napoveda.seznam.cz/cz/seznambot/
Disallow: /
User-agent: Feedly		#http://www.feedly.com/fetcher.html
Disallow: /
User-agent: MJ12bot		#http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
Disallow: /
User-agent: YisouSpider		#(BAD)http://user-agents.me/crawler/yisouspider 
Disallow: /
User-agent: magpie-crawler	#https://www.brandwatch.com/how-it-works/
Disallow: /
User-agent: Alexabot		#https://support.alexa.com/hc/en-us/articles/200462340-Certification-Crawler-Information
Disallow: /
User-agent: Speedy Spider	#(BAD)http://www.entireweb.com/
Disallow: /
User-agent: GarlikCrawler	#(BAD)http://www.garlik.com/
Disallow: /
User-agent: AhrefsBot		#https://ahrefs.com/robot
Disallow: /
User-agent: Slurp		#http://www.useragentstring.com/Yahoo!%20Slurp_id_75.php		
Disallow: /
User-agent: YandexBot		#http://help.yandex.com/search/robots/agent.xml
Disallow: /
User-agent: sogou spider	#http://www.sogou.com/docs/help/webmasters.htm#07	
Disallow: /
User-agent: maxum		#http://www.informedusa.com/t/phantom7.15.html
Disallow: /
User-agent: curious george	#http://www.analyticsseo.com/the-analytics-seo-crawler-curious-george/
Disallow: /
User-agent: WeSEE		#(BAD)http://www.wesee.com/bot/
Disallow: /
User-agent: rogerbot		#http://moz.com/help/pro/what-is-rogerbot-
Disallow: /
User-agent: dotbot		#https://moz.com/researchtools/ose/dotbot
Disallow: /
User-agent: Y!J-ASR		#https://help.yahoo.com/kb/search/SLN22600.html?impressions=true
Disallow: /
User-agent: Y!J-BSC		#https://help.yahoo.com/kb/search/SLN22600.html?impressions=true
Disallow: /
User-agent: ramBot xtreme x.x	#(BAD)Unknown URL
Disallow: /
User-agent: Daumoa		#(BAD)https://www.webmasterworld.com/search_engine_spiders/3895299.htm
Disallow: /
User-agent: Who.is Bot		#https://www.webmasterworld.com/search_engine_spiders/4427797.htm
Disallow: /
User-agent: psbot		#http://www.picsearch.com/bot.html
Disallow: /
User-agent: yacybot		#http://yacy.net/bot.html
Disallow: /
User-agent: Nutch		#http://nutch.apache.org/bot.html
Disallow: /
User-agent: BUbiNG		#http://law.di.unimi.it/software.php#buging
Disallow: /
User-agent: Mappy		#http://mappydata.net/#eng
Disallow: /

#User-agent Crawl Delay Disallow

User-agent: *
Crawl-delay: 30
Disallow: /honey/
Disallow: /thorcat/
Disallow: /Thorcat/
Disallow: /search
Disallow: /*.dxf$
Disallow: /*.sldrpt$
Disallow: /*.step$
Disallow: /*.vbi$
Disallow: /*.zip$
Disallow: /*.eprt$
Disallow: /*.bak$
Disallow: /*.exe$
Disallow: /*.cfc$
Disallow: /content/
Disallow: /static/
Disallow: /config/
Disallow: /cms-content

Sitemap: https://www.thorlabs.com/cms-content/assets/stores/Thorlabs-Website/sitemap-us/sitemap-index.xml