# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
# As a condition of accessing this website, you agree to abide by the
# following content signals:
# (a) If a content-signal = yes, you may collect content for the
# corresponding use.
# (b) If a content-signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a content signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via content signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search
# does not include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of
# content for generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# Designate site map, if one exists.
Sitemap: https://www.tcwilson.com/sitemap_index.xml
# RULES: General Search Website Rules.
User-agent: *
Content-signal: search=yes, ai-train=no
Disallow: /cgi-bin
Disallow: /scripts
Disallow: /wp-admin
Allow: /wp-admin/admin-ajax.php
#Disallow: /wp-includes
#Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Allow: /wp-content/cache/minify
Disallow: /trackback
Disallow: /comments
#Disallow: /category/*/*
Disallow: */trackback
Disallow: */comments
#Disallow: /tag/
Disallow: /?s=*
Disallow: /search/
Allow: /wp-content/uploads
# Set crawl speed for search engines.
# (Most search engines use this.)
Crawl-delay: 5
# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*