# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding
# use.
# (b) If a Content-Signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a Content-Signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via Content-Signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search does not
# include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of content for
# generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# BEGIN Cloudflare Managed content
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# END Cloudflare Managed Content
# Disallow User Agents
# Allow User Agents
User-agent: *
Disallow:
# Crawl Delay
User-agent: *
Crawl-delay: 10
# Directories
Disallow: /backup
Disallow: /backup/
Disallow: /category/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /taxonomy/
# Files
Disallow: /404.php
Disallow: /bot_ip_blocked.php
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /turntable-database.php
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/
Disallow: /comment/reply/
Disallow: /hfedownloads/
Disallow: /filter/tips/
Disallow: /logout/
Disallow: /node/add
Disallow: /node/add/
Disallow: /phpmyadmin
Disallow: /search/
Disallow: /user/register
Disallow: /user/register/
Disallow: /user/password
Disallow: /user/password/
Disallow: /user/login
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
# Disallow page variables
Disallow: /*?page=*&*
Disallow: /*?page=0*
Disallow: /*?page=*%2C*
# Disallow iframe variables
Disallow: /*?iframe*
# Disallow destination variables
Disallow: /*?destination=node*
# Disallow sort variables
Disallow: /*sort=
Disallow: /*pagewanted=all
# Disallow nonsense
Disallow: /*?lt%3B%2Fa=
Disallow: /*?sa=
# Disallow URLs with destination parameter
Disallow: /user
Disallow: /user/
Disallow: /user/password
Disallow: /user/password/
Disallow: /user/login
Disallow: /user/login/
Disallow: /user/register
Disallow: /user/register/
Disallow: /user/register?destination=node
Disallow: /user/register?destination=comment
Disallow: /user/register?destination
Disallow: /user/login?destination=image
Disallow: /user/login?destination
Disallow: /user?destination
# Disallow duplicated URLS in Gallery
Disallow: /*size=original
Disallow: /*size=preview
Disallow: /*size=thumbnail
Disallow: /*size__=
Disallow: /*newwindow=true
# Downloads
Disallow: /download_centre/
Disallow: /hfe_downloads/
# Disallow profile pages
Disallow /profile?*
Disallow: /phpBB2/
Disallow: /add-a-review.php
Disallow: /hfe_honey_pot/
# block unaliased content pages
Disallow: /node/
Disallow: /node?*
# login to download message
Disallow: /login.shtml
Disallow: /register-a-free-account.shtml
# Junk
Disallow: /*BUS_CENSUS_NAME*
# Old Sitemap
Disallow: /sitemap.xml
Disallow: /sitemap_index.xml
# Archived News
Disallow: /archived-news
Disallow: /archived-news/
# OLD News
Disallow: /news/uploads/
# OLD Files
Disallow: /eu_check.php
Disallow: /library_type.php
Disallow: /library_model.php
Disallow: /library.php
Disallow: /manuals_type.php
Disallow: /manuals.php
Disallow: /redirects/
# Feeds
Disallow: /feed
Disallow: /feeds/
Disallow: /feed.xml
# Messages
Disallow: /messages
Disallow: /messages/
# Profile
Disallow: /profile.php
# Search
Disallow: /search.php
Disallow: /search_results.php
# Uploads
Disallow: /hfe_uploads
# Wordpress
Disallow: /wordpress
Disallow: /wp/
Disallow: /wp-admin/
Disallow: /wp-login
# Maintenance Message
Disallow: /site_closed_for_maintenance.shtml
Disallow: /site_vinylengine_closed_for_maintenance.shtml