User-agent: *
Allow: /
# 2026-05-22: We do not want the search engine bots to access the following subdirs
# 2026-06-02: Add subdir /hesk/, which offer helpdesk function and do not want search engine robots to access and index it
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cdn-cgi/
Disallow: /license/
Disallow: /hesk/
# 2026-05-22: /forums/ will return 410 (Cloudflare security rule), while /customer/ and /support-doc/ will return
# noindex(.htaccess rule). To make sure the search engine robots can see these signals, we must comment out
# the following 3 lines,
# otherwise the robots will never know these.
# Disallow: /forums/
# Disallow: /customer/
# Disallow: /support-doc/
# 2025-08-28: Use Disallow to prevent the URL with deleted_lang parameter to be indexed
Disallow: /*?deleted_lang=1
# 2026-05-22: English sitemaps
Sitemap: https://www.datanumen.com/sitemap_index.xml
Sitemap: https://www.datanumen.com/blogs/sitemap_index.xml
Sitemap: https://www.datanumen.com/wp-json/yoast/v1/schema-aggregator/get-xml
# 2026-05-22: Add multilingual sitemaps based on AI suggestions
Sitemap: https://www.datanumen.com/all-langs-sitemap.xml
Sitemap: https://www.datanumen.com/ru-sitemap.xml
Sitemap: https://www.datanumen.com/ko-sitemap.xml