# As a condition of accessing this website, you agree to abide by
# the following content signals:
# (a) If a content-signal = yes, you may collect content for the
# corresponding use.
# (b) If a content-signal = no, you may not collect content for
# the corresponding use.
# (c) If the website operator does not include a content signal
# for a corresponding use, the website operator neither grants nor
# restricts permission via content signal with respect to the
# corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results
# (e.g., returning hyperlinks and short excerpts from your
# website's contents). Search does not include providing
# AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g.,
# retrieval augmented generation, grounding, or other real-time
# taking of content for generative AI search answers).
# ai-train: training or fine-tuning AI models.
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=no
Disallow: /article/
Disallow: /settings/
Disallow: /ad.php*
Disallow: /r/
Disallow: /wp-*
Disallow: /answers/ask/
Disallow: /answers-rpc/
Disallow: /reviews/?*
Disallow: /claim-listing/
Disallow: /report-abuse/
Disallow: /profile/*/followers/
Disallow: /profile/*/following/
Disallow: /activity/
Disallow: /groups/*/join-group/*
Disallow: /profile/*/activity/*
Disallow: /home/*
Allow: /join/login
Allow: /join
Disallow: /join/
Disallow: /join/login?*
Disallow: /ajax.php*
Disallow: /pixel.png*
Disallow: /sid.php*
Disallow: /logout/
Disallow: /sharer/sharer.php*
Disallow: /tasks
Disallow: /claim-listing/
Disallow: /search/
Disallow: /glossary/*
Disallow: /mobile-data*
Disallow: /undefined
Disallow: /feedback/?*
Disallow: /d/*?*
Disallow: /d2/*
Disallow: /edu/*?*
Disallow: /edu?*
Disallow: /profile/*?*
Disallow: /credit-cards/*?*
Disallow: /credit-cards?*
Disallow: /personal-loans/*?*
Disallow: /personal-loans?*
Disallow: /banks/*?*
Disallow: /blog/*?*
Disallow: /best-*?*
Disallow: /checking-accounts/*?*
Disallow: /checking-accounts?*
Disallow: /cardadvisor/*
Disallow: /*/ng-rpc?*
Disallow: /d/css/*.css
Disallow: /*/ng2/*.html
User-agent: Google-NotebookLM
Disallow: /
User-agent: 008
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Buck
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Magpie-crawler
Disallow: /
User-agent: Peer39_crawler
Disallow: /
User-agent: Peer39_crawler/1.0
Disallow: /
User-agent: Perplexity-User
Disallow: /
User-agent: meta-externalagent
Disallow: /