# Sitemap location
Sitemap: https://oxinity.com/sitemap.xml
# Allow Googlebot
User-agent: Googlebot
Allow: /
# Allow Bingbot (with crawl delay to reduce server load)
User-agent: Bingbot
Allow: /
# craw-delay ha dejado de funcionar
# Crawl-delay: 10
# Allow Facebook's web scraper
User-agent: facebookexternalhit
Allow: /
# Allow Yahoo's web crawler
User-agent: Slurp
Allow: /
# Allow DuckDuckGo's web crawler
User-agent: DuckDuckBot
Allow: /
# Allow Baidu's web crawler (note: Baidu is primarily for Chinese users)
User-agent: Baiduspider
Allow: /
# Allow Yandex's web crawler (for Russian traffic)
User-agent: Yandex
Allow: /
# Block specific section for all user agents (e.g., sensitive or admin-only areas)
User-agent: *
Disallow: /private/
# Prevent all bots from accessing specific resources (e.g., images folder)
User-agent: *
Disallow: /images/
# General directives to optimize crawling behavior
# You can add additional crawl-delay or rate-limit settings if needed.