# As a condition of accessing this website, you agree to abide by the
# following content signals:
# (a) If a content-signal = yes, you may collect content for the
# corresponding use.
# (b) If a content-signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a content signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via content signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search
# does not include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of
# content for generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# All AI Crawler Rules
User-agent: *
Content-signal: search=yes, ai-train=no, ai-input=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /pluss
Disallow: /tema
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Claude-User
Disallow: /pluss
Disallow: /tema
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-SearchBot
Disallow: /pluss
Disallow: /tema
User-agent: anthropic-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /pluss
Disallow: /tema
User-agent: cohere-ai
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: OAI-SearchBot
Disallow: /pluss
Disallow: /tema
# All crawler rules
# Questions: [email protected]
User-agent: *
Disallow: *.cgi
Disallow: /2009/06/18/nyheter/iran/valg/innenriks/politikk/6784480/
Disallow: /2009/09/21/nyheter/innenriks/giftdrap/8225100/
Disallow: /2011/09/01/tema/barn/familie/oppvekst/foreldre/17916046/
Disallow: /2011/12/05/kultur/debatt/debattinnlegg/anders_behring_breivik/ideologi/19288301/
Disallow: /2013/07/12/nyheter/innenriks/giftmorder/terje_wiik/28160672/
Disallow: /2013/09/29/nyheter/utenriks/terror/kenya/westgate/29515561/
Disallow: /tag/saera_khan
Disallow: /tag/terje_wiik
Allow: /eavis/_next/
Disallow: /eavis/
Disallow: /youtube-player/
Disallow: /video/playlist/
Disallow: /video/popular/
Disallow: /video/
Disallow: /emne/terje%20erlid
Allow: /app/sanity-cdn/images/
Allow: /app/sanity-next-app/
Allow: /app/raven-frontend/
Allow: /app/showcasr/
Allow: /app/cyclops-router-api/api/v1/
Allow: /app/jw-api-proxy/sitemap/index/dagbladet.xml
Disallow: /app/
Allow: /video/*/*
Disallow: /*.pdf
# All sitemaps
Sitemap: https://www.dagbladet.no/sitemapindex.xml
Sitemap: https://www.dagbladet.no/app/jw-api-proxy/sitemap/index/dagbladet.xml