# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding
# use.
# (b) If a Content-Signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a Content-Signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via Content-Signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search does not
# include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of content for
# generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# BEGIN Cloudflare Managed content
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# END Cloudflare Managed Content
# Block AI and LLM bots (added for protection)
User-agent: GPTBot
Allow: /articles/
Allow: /movies/
Disallow: /
Crawl-delay: 10
User-agent: ChatGPT-User
Allow: /articles/
Allow: /movies/
Disallow: /
Crawl-delay: 10
User-agent: PerplexityBot
Allow: /articles/
Allow: /movies/
Disallow: /
Crawl-delay: 10
User-agent: Perplexity-User
Allow: /articles/
Allow: /movies/
Disallow: /
Crawl-delay: 10
User-agent: ClaudeBot
Allow: /articles/
Allow: /movies/
Disallow: /
Crawl-delay: 10
User-agent: Amazonbot
User-agent: CCBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Sogou
Disallow: /
# Block all other listed bots with Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Bytedance
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: netEstate FOAF crawler
Disallow: /
User-agent: netEstate RSS crawler
Disallow: /
User-agent: SearchmetericsBot
Disallow: /
User-agent: Siteliner
Disallow: /
User-agent: spbot
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: Pixray-Seeker
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: aranhabot
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: GSiteCrawler
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: Jorgee
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /
User-agent: InfoTigerBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: DotBotZoominfobot
Disallow: /
User-agent: moget
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: MTRobot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: oBot
Disallow: /
User-agent: outbrain
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: RSiteAuditor
Allow: /
Disallow: /ajax
Disallow: /ups
Disallow: /cdn-cgi
Disallow: /admin
Disallow: /dashboard
Disallow: /auth
Disallow: /user
Disallow: /users
Disallow: /darktopsites/out
User-agent: Pinterestbot
Allow: /
Disallow: /user
Disallow: /ajax
Disallow: /fonts
Disallow: /cdn-cgi/image
Disallow: /detroitchicago
Disallow: /errors
Disallow: /homepage
Disallow: /null
Disallow: /admin
Disallow: /dashboard
Disallow: /auth/activate
Disallow: /auth/reset_password
Disallow: /login
Disallow: /logout
Disallow: /contributors
Disallow: /phpinfo
Disallow: /gmc_
Disallow: /upfilees
Disallow: /cdn-fpw
Disallow: /passback-*.html
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /*mraid.js*
Disallow: /mod-banner.json
Disallow: /z-t.js
Disallow: /z-main.js
Disallow: /recommended2
Disallow: /best-vpns
Disallow: /darktopsites/out
Disallow: /ups
Disallow: /zmt
User-agent: adidxbot
User-agent: Quantcastbot
User-agent: CriteoBot
User-agent: MojeekBot
User-agent: Yahoo Ad monitoring
User-agent: Verity
User-agent: GumGum
User-agent: AmazonAdBot
Allow: /
Disallow: /user
Disallow: /ajax
Disallow: /fonts
Disallow: /cdn-cgi/image
Disallow: /imgs
Disallow: /images
Disallow: /detroitchicago
Disallow: /errors
Disallow: /homepage
Disallow: /null
Disallow: /admin
Disallow: /dashboard
Disallow: /auth/activate
Disallow: /auth/reset_password
Disallow: /login
Disallow: /logout
Disallow: /contributors
Disallow: /phpinfo
Disallow: /gmc_
Disallow: /upfilees
Disallow: /cdn-fpw
Disallow: /passback-*.html
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /*mraid.js*
Disallow: /mod-banner.json
Disallow: /z-t.js
Disallow: /z-main.js
Disallow: /recommended2
Disallow: /best-vpns
Disallow: /darktopsites/out
Disallow: /ups
Disallow: /zmt
# Googlebot (main crawler)
User-agent: Googlebot
Allow: /
Disallow: /cdn-cgi/image
Disallow: /archives
Disallow: /ajax
Disallow: /errors
Disallow: /homepage
Disallow: /null
Disallow: /admin
Disallow: /dashboard
Disallow: /auth/activate
Disallow: /auth/reset_password
Disallow: /login
Disallow: /logout
Disallow: /contributors
Disallow: /phpinfo
Disallow: /gmc_
Disallow: /upfilees
Disallow: /cdn-fpw
Disallow: /passback-*.html
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /*mraid.js*
Disallow: /mod-banner.json
Disallow: /user/ajax
Disallow: /ups
Disallow: /recommended2
Disallow: /best-vpns
Disallow: /z-t.js
Disallow: /z-main.js
Disallow: /darktopsites/out
# Googlebot-News
User-agent: Googlebot-News
Allow: /
Disallow: /cdn-cgi/image
Disallow: /archives
Disallow: /ajax
Disallow: /errors
Disallow: /homepage
Disallow: /null
Disallow: /admin
Disallow: /dashboard
Disallow: /auth/activate
Disallow: /auth/reset_password
Disallow: /login
Disallow: /logout
Disallow: /contributors
Disallow: /phpinfo
Disallow: /gmc_
Disallow: /upfilees
Disallow: /cdn-fpw
Disallow: /passback-*.html
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /*mraid.js*
Disallow: /mod-banner.json
Disallow: /user/ajax
Disallow: /ups
Disallow: /recommended2
Disallow: /best-vpns
Disallow: /z-t.js
Disallow: /z-main.js
Disallow: /darktopsites/out
# Googlebot-Image
User-agent: Googlebot-Image
Allow: /
Disallow: /cdn-cgi/image
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /darktopsites/out
Disallow: /ups
# Googlebot-Video
User-agent: Googlebot-Video
Allow: /
Disallow: /cdn-cgi/image
Disallow: /imgs/yt
Disallow: /videos/
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /darktopsites/out
Disallow: /ups
# Googlebot-Mobile
User-agent: Googlebot-Mobile
Allow: /
Disallow: /cdn-cgi/image
Disallow: /archives
Disallow: /ajax
Disallow: /admin
Disallow: /dashboard
Disallow: /darktopsites/out
Disallow: /ups
# Mediapartners-Google (AdSense crawler)
User-agent: Mediapartners-Google
Allow: /
Disallow: /cdn-cgi/image
Disallow: /auth
Disallow: /admin
Disallow: /dashboard
Disallow: /darktopsites/out
Disallow: /ups
# AdsBot-Google (Ad tracking & quality)
User-agent: AdsBot-Google
Allow: /
Disallow: /cdn-cgi/image
Disallow: /errors
Disallow: /auth
Disallow: /admin
Disallow: /dashboard
Disallow: /darktopsites/out
Disallow: /ups
# Google-Extended (for AI Snippets but not model training)
User-agent: Google-Extended
Allow: /
Disallow:
User-agent: *
Disallow: /cdn-cgi/image
Disallow: /recommends
Disallow: /banner.json
Disallow: /user/ajax
Disallow: /*_cp.jp*g*
Disallow: /imgs/videos
Disallow: /mrf4u
Disallow: /.well-known
Disallow: /share
Disallow: /ajax
Disallow: /widget
Disallow: /widgets
Disallow: /adcentric
Disallow: /adinterax
Disallow: /amobee
Disallow: /atlas
Disallow: /doubleclick
Disallow: /eyereturn
Disallow: /eyewonder
Disallow: /liquidus
Disallow: /klipmart
Disallow: /pointroll
Disallow: /smartadserver
Disallow: /unicast
Disallow: /viewpoint
Disallow: /addineyeV2.html
Disallow: /canvas.html
Disallow: /DARTIframe.html
Disallow: /interim.html
Disallow: /oggiPlayerLoader.htm
Disallow: /videoeggbackup.html
Disallow: /jivox
Disallow: /revjet
Disallow: /exponential
Disallow: /ipinyou
Disallow: /spongecell
Disallow: /bonzai
Disallow: /facebook_xd_receiver.html
Disallow: /readme.html
Disallow: /rpc_relay.html
Disallow: /twitterlists
Disallow: /errors
Disallow: /homepage
Disallow: /null
Disallow: /admin
Disallow: /components
Disallow: /wp
Disallow: /mike
Disallow: /test
Disallow: /dashboard
Disallow: /auth
Disallow: /login
Disallow: /logout
Disallow: /contributors
Disallow: /phpinfo
Disallow: /gmc_
Disallow: /upfilees
Disallow: /cdn-fpw
Disallow: /passback-*.html
Disallow: /images/*%20*.jp*g*
Disallow: /*jp*gPage/*/Page/*
Disallow: /*.htmlPage/*
Disallow: /imgs/yt/
Disallow: /thumbsup_2.2
Disallow: /thumbsup
Disallow: /*mraid.js*
Disallow: /mod-banner.json
Disallow: /user/ajax
Disallow: /ups
Disallow: /user/profile
Disallow: /detroitchicago/
Disallow: /recommended2
Disallow: /best-vpns
Disallow: /admin*
Disallow: /tags
Disallow: /api
Disallow: /app
Disallow: /blogs
Disallow: /cgi-bin
Disallow: /cms*
Disallow: /console
Disallow: /data
Disallow: /drupal
Disallow: /esp
Disallow: /nyheter
Disallow: /om
Disallow: /portal
Disallow: /samples
Disallow: /web
Disallow: /webmail
Disallow: /wp-*
Disallow: /dashboard
Disallow: /darktopsites/out
Disallow: /video
Disallow: /movies/poster
Allow: /
Sitemap: https://hellhorror.com/sitemap_index.xml
Sitemap: https://hellhorror.com/sitemaps_articles_1.xml
Sitemap: https://hellhorror.com/sitemaps_demons_1.xml
Sitemap: https://hellhorror.com/sitemaps_killers_1.xml
Sitemap: https://hellhorror.com/sitemaps_movies_1.xml
Sitemap: https://hellhorror.com/sitemaps_theaters_1.xml
Sitemap: https://hellhorror.com/sitemaps_theaters_2.xml
Sitemap: https://hellhorror.com/sitemaps_anime_1.xml
Sitemap: https://hellhorror.com/sitemaps_years.xml
Sitemap: https://hellhorror.com/sitemaps_casts_1.xml
Sitemap: https://hellhorror.com/sitemaps_directors_1.xml
Sitemap: https://hellhorror.com/sitemaps_demons_alpha.xml
Sitemap: https://hellhorror.com/sitemaps_misc_category_pages.xml
Sitemap: https://hellhorror.com/sitemaps_movies_alpha.xml
Sitemap: https://hellhorror.com/sitemaps_movie_genres.xml
Sitemap: https://hellhorror.com/sitemaps_tv.xml
Sitemap: https://hellhorror.com/sitemaps_movies_like.xml