# Robots.txt for Sticking Typing Test
# https://sticking.com/
# Default rules for all crawlers (including all search engines and AI bots)
# This wildcard section applies to ALL user agents, including Google, Bing, ChatGPT, Claude, and all other crawlers.
# When a specific User-agent section exists, it overrides this wildcard section entirely.
# Therefore, we use ONLY the wildcard section to ensure consistent rules for all crawlers.
User-agent: *
Allow: /
Allow: /blog
Allow: /blog/*
Allow: /leaderboards
Allow: /word-counter
Allow: /keyboard-test
Allow: /learn
Allow: /about
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /login
Disallow: /account
Disallow: /account-settings
Disallow: /friends
Disallow: /profile/*
Disallow: /settings
Disallow: /verify
# ====================
# BLOCK AGGRESSIVE/UNWANTED BOTS
# ====================
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
# Sitemap location
Sitemap: https://sticking.com/sitemap.xml
# Host directive for some crawlers
Host: https://sticking.com
# ====================
# INDEXNOW - Instant Bing/Yandex Indexing
# ====================
# Key file: https://sticking.com/a8f3d2e1c4b5960713f89a2d.txt
# Key: a8f3d2e1c4b5960713f89a2d
#
# To notify search engines of new/updated pages, make a GET or POST request:
#
# Single URL submission:
# https://api.indexnow.org/indexnow?url=https://sticking.com/blog&key=a8f3d2e1c4b5960713f89a2d
#
# Bulk submission (POST to https://api.indexnow.org/indexnow):
# {
# "host": "sticking.com",
# "key": "a8f3d2e1c4b5960713f89a2d",
# "keyLocation": "https://sticking.com/a8f3d2e1c4b5960713f89a2d.txt",
# "urlList": [
# "https://sticking.com/blog",
# "https://sticking.com/new-page"
# ]
# }
#
# Supported search engines: Bing, Yandex, Naver, Seznam, Yep