# robots.txt - The Water Project (thewaterproject.org)
# Last updated: 2026-02-16
#
# We welcome all bots -- search crawlers, AI assistants, and AI training.
# Our mission is to end the water crisis, and the more systems that learn
# about it, the better. Crawl our public content freely.
#
# For AI-friendly structured content, see: /llms.txt
# =============================================================================
# All Bots - Welcome on public content
# =============================================================================
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
# Internal framework and application paths - off limits
Disallow: /api/
Disallow: /twpwf/
Disallow: /includes/
Disallow: /controllers/
Disallow: /dataSync/
Disallow: /vendor/
Disallow: /tests/
# WordPress internals
Disallow: /community/wp-admin/
Disallow: /community/wp-includes/
# Non-public directories
Disallow: /downloads/
Disallow: /dropbox-sdk/
Disallow: /archive2022/
Crawl-delay: 2
# =============================================================================
# Sitemap
# =============================================================================
Sitemap: https://thewaterproject.org/sitemap.xml