#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used: http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
# Slow down bots which crawl too much
User-agent: ClaudeBot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: GPTBot
Crawl-delay: 10
# Everybody
User-agent: *
# Directories
Disallow: */core/
Disallow: */profiles/
# Files (from Drupal)
Disallow: */README.md
Disallow: */composer/Metapackage/README.txt
Disallow: */composer/Plugin/ProjectMessage/README.md
Disallow: */composer/Plugin/Scaffold/README.md
Disallow: */composer/Plugin/VendorHardening/README.txt
Disallow: */composer/Template/README.txt
Disallow: */modules/README.txt
Disallow: */sites/README.txt
Disallow: */themes/README.txt
Disallow: */web.config
# Paths (from Drupal)
Disallow: */admin/
Disallow: */comment/reply/
Disallow: */filter/tips
Disallow: */node/add/
Disallow: */search/
Disallow: */user/register
Disallow: */user/password
Disallow: */user/login
Disallow: */user/logout
Disallow: */media/oembed
# Explicitly allow normal language/country combination so Google does not spend ages on irrelevant urls.
# we allow English for every country
Allow: /en-*
# Non english. Country specific.
Allow: /fr-BE
Allow: /fr-CA
Allow: /de-CH
Allow: /fr-CH
Allow: /it-CH
Allow: /de-AT
Allow: /zh-hans-CN
Allow: /zh-hant-CN
Allow: /de-DE
Allow: /es-ES
Allow: /fr-FR
Allow: /it-IT
Allow: /ja-JP
Allow: /ko-KR
Allow: /es-MX
Allow: /pt-pt-PT
Allow: /th-TH
Allow: /tr-TR
Allow: /zh-hant-TW
Allow: /ru-RU
# all other language - country combinations should not be indexed / crawled.
Allow: /$
Allow: /sitemap.xml
Disallow: /
Sitemap: https://www.oris.ch/sitemap.xml