www.hogrefe.com

            Domain Name: HOGREFE.COM
Registrar: InterNetX GmbH
Domain Status: client transfer prohibited
Creation Date: 1996-09-09T04:00:00Z
Registry Expiry Date: 2026-09-08T04:00:00Z
Updated Date: 2025-09-09T07:01:40Z
Name Server: A.NS14.NET
Name Server: B.NS14.NET
Name Server: C.NS14.NET
Name Server: D.NS14.NET
REGISTRAR Contact: InterNetX GmbH
>>> Last update of RDAP database: 2026-03-11T01:33:13Z         

			# robots.txt for Hogrefe OneWeb

User-agent: *
Crawl-delay: 3

# System routes
Disallow: /typo3/
Disallow: /shop/hog-mage/

# Typo3 Filter routes
Disallow: *tx_news_pi*
Disallow: *tx_wwproject_seminar*
Disallow: *tx_bdsearch_searchresult*

# Magento Filter routes
Disallow: *.html?type*

# Dynamic routes
Disallow: /shop/catalogsearch/
Disallow: /shop/customer/
Disallow: /shop/shoppinglist/
Disallow: /shop/checkout/
Disallow: /shop/catalog/product_compare/
Disallow: /shop/catalog/category/
Disallow: /shop/media/catalog/product/cache/
Disallow: /shop/*?*

Disallow: /*/shop/catalogsearch/
Disallow: /*/shop/customer/
Disallow: /*/shop/shoppinglist/
Disallow: /*/shop/checkout/
Disallow: /*/shop/catalog/product_compare/
Disallow: /*/shop/catalog/category/
Disallow: /*/shop/media/catalog/product/cache/
Disallow: /*/shop/*?*

User-agent: 008
Disallow: /
User-agent: 80legs
Disallow: /
User-agent: Abonti
Disallow: /
User-agent: AhrefsBot
Disallow: /
user-agent: BacklinkCrawler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: bingbot
Crawl-delay: 5
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: BuddhaBot
Disallow: /
User-agent: careerbot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: cometrics-bot
Disallow: /
User-agent: CompSpyBot
Disallow: /
User-agent: Dataprovider Site Explorer
Disallow: /
User-agent: dubaiindex
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: FreeWebMonitoring SiteChecker
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: Gigablast
Disallow: /
User-agent: GigablastOpenSource
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: HaosouSpider
Disallow: /
User-agent: ICCrawler - iCjobs
Disallow: /
User-agent: Intrafind Bot
Disallow: /
User-agent: ltbot
Disallow: /
User-agent: Jakarta Commons
Disallow: /
User-agent: Java
Disallow: /
User-agent: KomodiaBot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: Lipperhey
Disallow: /
User-agent: Lipperhey Spider
Disallow: /
User-agent: LoadTimeBot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: My Nutch Spider
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: netseer
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Charlotte/Nutch-1.12
Disallow: /
User-agent: pagesinventory
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Spiderbot
Disallow: /
User-agent: Spiderbot/Nutch
Disallow: /
User-agent: Spiderlytics
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: Vagabondo
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: webmeasurement-bot
Disallow: /
User-agent: WI Job Roboter
Disallow: /
User-agent: WI Job Roboter Spider
Disallow: /
User-agent: WI Job Roboter Spider Version 3
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: Yet-Another-Spider
Disallow: /
User-agent: YisouSpider