# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding
# use.
# (b) If a Content-Signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a Content-Signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via Content-Signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search does not
# include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of content for
# generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# BEGIN Cloudflare Managed content
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# END Cloudflare Managed Content
# Group 1: Googlebot
User-agent: Googlebot
Allow: /
Disallow: /Admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache
Disallow: /wp-content/uploads/
Disallow: /wp-content/uploads/*/*/*.pdf
Disallow: /wp-content/uploads/*/*/*.xlsx
Disallow: /partners/
Disallow: /export/
Disallow: /uploaded/
Disallow: /SERVER/
Disallow: /404/
Disallow: /*?ref=
Disallow: /*?A=
Disallow: /*?B=
Disallow: /*?SubAffiliateID=
Disallow: /*?no_redirect=true
Disallow: /*?tag=
Disallow: /*?tg=
Disallow: /*aw.aspx?
Disallow: /ms/
Disallow: /zh/
Disallow: /tw/
Disallow: /id/
Disallow: *.doc$
Disallow: *.docx$
Disallow: *.xls$
Disallow: *.xlsx$
Disallow: *.xlsm$
Disallow: *.ppt$
Disallow: *.pptx$
Disallow: *.zip$
Disallow: *.pdf$
# Group 2: All Other Bots
User-agent: *
Allow: /
Disallow: /Admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache
Disallow: /wp-content/uploads/
Disallow: /wp-content/uploads/*/*/*.pdf
Disallow: /wp-content/uploads/*/*/*.xlsx
Disallow: /partners/
Disallow: /export/
Disallow: /uploaded/
Disallow: /SERVER/
Disallow: /404/
Disallow: /*?ref=
Disallow: /*?A=
Disallow: /*?B=
Disallow: /*?SubAffiliateID=
Disallow: /*?no_redirect=true
Disallow: /*?tag=
Disallow: /*?tg=
Disallow: /*aw.aspx?
Disallow: /ms/
Disallow: /zh/
Disallow: /tw/
Disallow: /id/
Disallow: *.doc$
Disallow: *.docx$
Disallow: *.xls$
Disallow: *.xlsx$
Disallow: *.xlsm$
Disallow: *.ppt$
Disallow: *.pptx$
Disallow: *.zip$
Disallow: *.pdf$
# Group 3: Adsbot-Google
User-agent: Adsbot-Google
Allow: /
Allow: /*?A=
Allow: /*?B=
Allow: /*?SubAffiliateID=
Allow: /*?tag=
Allow: /*?tg=
Allow: /*aw.aspx?
Disallow: *.doc$
Disallow: *.docx$
Disallow: *.xls$
Disallow: *.xlsx$
Disallow: *.xlsm$
Disallow: *.ppt$
Disallow: *.pptx$
Disallow: *.zip$
Disallow: *.pdf$
Disallow: /ms/
Disallow: /zh/
Disallow: /tw/
Disallow: /id/
# Sitemap
Sitemap: https://www.fortrade.com/sitemap.xml
# AI Bots (OpenAI, Anthropic, Perplexity, etc.)
# OPENAI
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /
User-agent: GPTBot
Disallow: /private/
Allow: /
# ANTHROPIC
User-agent: anthropic-ai
Allow: /
User-agent: ClaudeBot
User-agent: claude-web
Allow: /
# PERPLEXITY
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
# GOOGLE EXTENDED (Gemini)
User-agent: Google-Extended
Allow: /
# BING (Copilot)
User-agent: BingBot
Allow: /
# AMAZON
User-agent: Amazonbot
Allow: /
# APPLE
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
# META (Facebook)
User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /
# LINKEDIN
User-agent: LinkedInBot
Allow: /
# BYTEDANCE
User-agent: Bytespider
Allow: /
# DUCKDUCKGO
User-agent: DuckAssistBot
Allow: /
# COHERE
User-agent: cohere-ai
Allow: /
# RESEARCH CRAWLERS
User-agent: AI2Bot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
Allow: /
# SEARCH STARTUPS
User-agent: TimpiBot
User-agent: YouBot
Allow: /