weatherforyou.com

            Domain Name: WEATHERFORYOU.COM
Registrar: Domain.com - Network Solutions, LLC
Domain Status: client transfer prohibited
Creation Date: 1998-12-31T05:00:00Z
Registry Expiry Date: 2028-12-31T05:00:00Z
Updated Date: 2025-06-24T19:00:00Z
Name Server: DUKE.NS.CLOUDFLARE.COM
Name Server: JILL.NS.CLOUDFLARE.COM
REGISTRAR Contact: Domain.com - Network Solutions, LLC
>>> Last update of RDAP database: 2026-05-21T06:05:07Z         

			# ==========================================================
# WeatherForYou.com robots.txt
# Goal: Index /report/ (local weather reports),
# block utility/private sections for ALL bots (including Google/Bing),
# and block non-return crawlers (AI + scrapers).
# Updated: 2025-12-21
# ==========================================================

Sitemap: https://www.weatherforyou.com/sitemaps/sitemap-index.xml

# ==========================================================
# Shared disallow list (repeat in major bots too)
# ==========================================================
# (Robots.txt has no variables, so we repeat these blocks.)

# --------------------------
# Googlebot (search traffic)
# --------------------------
User-agent: Googlebot
Disallow: /archives/
Disallow: /averages/
Disallow: /api/
Disallow: /ct/
Disallow: /advertising/
Disallow: /cohost/
Disallow: /hamweather/
Disallow: /hwscroll/
Disallow: /_derived/
Disallow: /mailcast/
Disallow: /clearsky/
Disallow: /autosearch/
Disallow: /cgi-bin/
Disallow: /wxinfo/
Disallow: /printforecast/
Disallow: /report/print_forecast.php
Disallow: /maps/interactive/proxy/
Disallow: /clickcast/international/ca/
Disallow: /clickcast/international/mx/
Disallow: /clickcast/international/uk/
Disallow: /clickcast/international/gb/
Disallow: /clickcast/international/ie/
Disallow: /clickcast/international/au/
Disallow: /clickcast/international/nz/
Disallow: /places/neighborhoodwx.php
Disallow: /places/?
Allow: /

# ------------------------
# Bingbot (search traffic)
# ------------------------
User-agent: Bingbot
Disallow: /archives/
Disallow: /averages/
Disallow: /api/
Disallow: /ct/
Disallow: /advertising/
Disallow: /cohost/
Disallow: /hamweather/
Disallow: /hwscroll/
Disallow: /_derived/
Disallow: /mailcast/
Disallow: /clearsky/
Disallow: /autosearch/
Disallow: /cgi-bin/
Disallow: /wxinfo/
Disallow: /printforecast/
Disallow: /report/print_forecast.php
Disallow: /maps/interactive/proxy/
Disallow: /clickcast/international/ca/
Disallow: /clickcast/international/mx/
Disallow: /clickcast/international/uk/
Disallow: /clickcast/international/gb/
Disallow: /clickcast/international/ie/
Disallow: /clickcast/international/au/
Disallow: /clickcast/international/nz/
Disallow: /places/neighborhoodwx.php
Disallow: /places/?
Allow: /

# -----------------------------
# DuckDuckGo (mostly Bing-based)
# -----------------------------
User-agent: DuckDuckBot
Disallow: /archives/
Disallow: /averages/
Disallow: /api/
Disallow: /ct/
Disallow: /advertising/
Disallow: /cohost/
Disallow: /hamweather/
Disallow: /hwscroll/
Disallow: /_derived/
Disallow: /mailcast/
Disallow: /clearsky/
Disallow: /autosearch/
Disallow: /cgi-bin/
Disallow: /wxinfo/
Disallow: /printforecast/
Disallow: /report/print_forecast.php
Disallow: /maps/interactive/proxy/
Disallow: /clickcast/international/ca/
Disallow: /clickcast/international/mx/
Disallow: /clickcast/international/uk/
Disallow: /clickcast/international/gb/
Disallow: /clickcast/international/ie/
Disallow: /clickcast/international/au/
Disallow: /clickcast/international/nz/
Disallow: /places/neighborhoodwx.php
Disallow: /places/?
Allow: /

# --------------------------------
# Applebot (optional: keep or block)
# --------------------------------
User-agent: Applebot
Disallow: /archives/
Disallow: /averages/
Disallow: /api/
Disallow: /ct/
Disallow: /advertising/
Disallow: /cohost/
Disallow: /hamweather/
Disallow: /hwscroll/
Disallow: /_derived/
Disallow: /mailcast/
Disallow: /clearsky/
Disallow: /autosearch/
Disallow: /cgi-bin/
Disallow: /wxinfo/
Disallow: /printforecast/
Disallow: /report/print_forecast.php
Disallow: /maps/interactive/proxy/
Disallow: /clickcast/international/ca/
Disallow: /clickcast/international/mx/
Disallow: /clickcast/international/uk/
Disallow: /clickcast/international/gb/
Disallow: /clickcast/international/ie/
Disallow: /clickcast/international/au/
Disallow: /clickcast/international/nz/
Disallow: /places/neighborhoodwx.php
Disallow: /places/?
Allow: /

# ==========================================================
# AI / training / answer-engine crawlers — block completely
# ==========================================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: AnthropicBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Brightbot
Disallow: /


# ==========================================================
# SEO crawlers / scrapers — block completely
# ==========================================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Scrapy
Disallow: /


# ==========================================================
# Regional / low-value search engines — block
# ==========================================================
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Slurp
Disallow: /


# ==========================================================
# Misc / classification / unknown bots — block
# (your original list, cleaned)
# ==========================================================
User-agent: mattie
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: DJEcoBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Leikibot
Disallow: /

User-agent: QuetextBot
Disallow: /

User-agent: VoluumDSP-content-bot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: weborama-fetcher
Disallow: /

User-agent: Neevabot
Disallow: /


# ==========================================================
# Everyone else — block utility/private sections
# ==========================================================
User-agent: *
Disallow: /archives/
Disallow: /averages/
Disallow: /api/
Disallow: /ct/
Disallow: /advertising/
Disallow: /cohost/
Disallow: /hamweather/
Disallow: /hwscroll/
Disallow: /_derived/
Disallow: /mailcast/
Disallow: /clearsky/
Disallow: /autosearch/
Disallow: /cgi-bin/
Disallow: /wxinfo/
Disallow: /printforecast/
Disallow: /report/print_forecast.php
Disallow: /maps/interactive/proxy/
Disallow: /clickcast/international/ca/
Disallow: /clickcast/international/mx/
Disallow: /clickcast/international/uk/
Disallow: /clickcast/international/gb/
Disallow: /clickcast/international/ie/
Disallow: /clickcast/international/au/
Disallow: /clickcast/international/nz/
Disallow: /places/neighborhoodwx.php
Disallow: /places/?
Allow: /