Domain Name: PAPILIO.CZ
Domain Status: active
Creation Date: 1999-12-16T19:21:00+00:00
Registry Expiry Date: 2026-12-15T23:00:00+00:00
Updated Date: 2025-09-04T20:17:27+00:00
Name Server: ANGELINA.NS.CLOUDFLARE.COM
Name Server: MOURA.NS.CLOUDFLARE.COM
>>> Last update of RDAP database: 2026-05-23T17:05:56Z
User-agent: *
Disallow:
# Disallow AI bots from crawling (adapted from https://seonorth.ca/ai/block-content-scrapers/ and https://darkvisitors.com)
# Adapted from https://seonorth.ca/ai/block-content-scrapers/
# Common Crawl's bot - Common Crawl is one of the largest public datasets used by AI for training, with ChatGPT, Bard and other large language models.
User-agent: CCBot
Disallow: /
# ChatGPT Bot - bot used when a ChatGPT user instructs it to reference your website.
User-agent: ChatGPT-User
Disallow: /
# OpenAI API - bot that OpenAI specifically uses to collect bulk training data from your website for ChatGPT.
User-agent: GPTBot
Disallow: /
# Google Bard and VertexAI. This will not have an impact on Google Search indexing. This will not affect GoogleBot crawling.
User-agent: Google-Extended
Disallow: /
# Anthropic AI Bot
User-agent: anthropic-ai
Disallow: /
# Claude Bot run by Anthropic
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
Disallow: /
# Cohere AI Bot - unconfirmed bot believed to be associated with Cohere’s chatbot.
User-agent: cohere-ai
Disallow: /
# OMGilibot - They sell data for training LLMs (large language models)
User-agent: omgilibot
Disallow: /
# Omgili (Oh My God I Love It)
User-agent: omgili
Disallow: /
# Perplexity AI
User-agent: PerplexityBot
Disallow: /
# KUKA's youBot
User-agent: YouBot
Disallow: /
# Diffbot - somewhat dishonest scraping bot used to collect data to train LLMs.
User-agent: Diffbot
Disallow: /
# Bytespider is a web crawler operated by ByteDance, the Chinese owner of TikTok
User-agent: Bytespider
Disallow: /
# ImagesiftBot is billed as a reverse image search tool, but it's associated with The Hive, a company that produces models for image generation.
User-agent: ImagesiftBot
Disallow: /
## Social Media Bots
# Amazon Bot - enabling Alexa to answer even more questions for customers.
User-agent: Amazonbot
User-agent: Amzn-SearchBot
Disallow: /
# Apple Bot - collects website data for its Siri and Spotlight services.
User-agent: Applebot
Disallow: /
# Meta’s bot that crawls public web pages to improve language models for their speech recognition technology.
User-agent: FacebookBot
User-agent: meta-externalagent
Disallow: /