Domain Name: LANGS.EDUCATION
Registrar: OVH SAS
Domain Status: client delete prohibited
Domain Status: client transfer prohibited
Registry Expiry Date: 2026-08-13T02:34:17.695Z
Creation Date: 2020-08-13T02:34:17.695Z
Updated Date: 2026-08-12T05:51:56.2Z
Name Server: TIM.NS.CLOUDFLARE.COM
Name Server: ERIN.NS.CLOUDFLARE.COM
REGISTRAR Contact: OVH SAS
>>> Last update of RDAP database: 2026-08-12T07:07:36Z
# Robots.txt for Langs.Education - Optimized for SEO
# Last updated: 2025-12-10
User-agent: *
Allow: /
# Disallow admin and private areas
Disallow: /login/
Disallow: /generate/
Disallow: /includes/
Disallow: /vendor/
Disallow: /cache/
Disallow: /actions/
# Disallow query parameters that don't add value
Disallow: /*?key=*
Disallow: /*?cache=*
Disallow: /*?session=*
# Allow important directories
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /json/langs/
# Specific bot instructions for better crawling
User-agent: Googlebot
Allow: /
Crawl-delay: 0
User-agent: Googlebot-Image
Allow: /images/
User-agent: Bingbot
Allow: /
Crawl-delay: 0
User-agent: Slurp
Allow: /
Crawl-delay: 1
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0
User-agent: Baiduspider
Allow: /
Crawl-delay: 1
# Sitemap location
Sitemap: https://langs.education/sitemap.xml
Sitemap: https://langs.education/sitemap-index.xml
# Host preference
Host: https://langs.education
# AI scrapers - throttle pour proteger le serveur
User-agent: ClaudeBot
Crawl-delay: 10
User-agent: GPTBot
Crawl-delay: 10
User-agent: Amazonbot
Crawl-delay: 10
User-agent: ByteSpider
Crawl-delay: 10
User-agent: meta-externalagent
Crawl-delay: 5