domain: FAMILYPROJECTCS.RU
nserver: ns1.beget.com.
nserver: ns1.beget.pro.
nserver: ns2.beget.com.
nserver: ns2.beget.pro.
state: REGISTERED, DELEGATED, UNVERIFIED
person: Private Person
registrar: BEGET-RU
admin-contact: whois.beget.com
created: 2025-04-02T18:15:02Z
paid-till: 2027-04-02T18:15:02Z
free-date: 2027-05-03
source: TCI
Last updated on 2026-08-06T01:33:01Z
# ============================================
# FAMILY PROJECT - Полный список блокировок ботов
# Версия: 2025.01.15
# ============================================
# ============================================
# ПОИСКОВЫЕ И SEO-БОТЫ (АГРЕССИВНЫЕ)
# ============================================
User-agent: SemrushBot
Disallow: /
Crawl-delay: 10
User-agent: AhrefsBot
Disallow: /
Crawl-delay: 10
User-agent: MJ12bot
Disallow: /
Crawl-delay: 10
User-agent: DotBot
Disallow: /
Crawl-delay: 10
User-agent: MegaIndex
Disallow: /
Crawl-delay: 10
User-agent: BLEXBot
Disallow: /
Crawl-delay: 10
User-agent: WebDataStats
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: netEstate
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: BLP_bbot
Disallow: /
User-agent: BLP_bbot/1.0
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: proximic
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: InfoTigerBot
Disallow: /
User-agent: ScoutJet
Disallow: /
# ============================================
# AI И ГЕНЕРАТИВНЫЕ БОТЫ
# ============================================
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: meta-externalagent
Disallow: /
Noarchive: /
Nosnippet: /
User-agent: FacebookExternalHit
Disallow: /
Allow: /$
Noarchive: /
User-agent: FacebookBot
Disallow: /
User-agent: facebookcatalog
Disallow: /
User-agent: facebookexternalhit/1.1
Disallow: /
User-agent: Facebot
Disallow: /
User-agent: MetaJobBot
Disallow: /
User-agent: MetaInspector
Disallow: /
User-agent: MetaURI
Disallow: /
User-agent: MetaPreview
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Cohere-ai
Disallow: /
# ============================================
# СОЦИАЛЬНЫЕ СЕТИ И МЕССЕНДЖЕРЫ
# ============================================
User-agent: FacebookExternalHit
Disallow: /
Allow: /$
User-agent: meta-externalagent
Disallow: /
User-agent: Twitterbot
Disallow: /
Allow: /$
User-agent: LinkedInBot
Disallow: /
Allow: /$
User-agent: Discordbot
Disallow: /
User-agent: TelegramBot
Disallow: /
User-agent: Slackbot
Disallow: /
User-agent: SkypeUriPreview
Disallow: /
User-agent: Whatsapp
Disallow: /
User-agent: Viber
Disallow: /
User-agent: Line
Disallow: /
User-agent: WeChat
Disallow: /
# ============================================
# ЭКОММЕРС И РЕКЛАМНЫЕ БОТЫ
# ============================================
User-agent: Amazonbot
Disallow: /
Crawl-delay: 10
Noarchive: /
Nosnippet: /
User-agent: AmazonAdBot
Disallow: /
User-agent: Amazon-Silk
Disallow: /
User-agent: Amazon-CloudFront
Disallow: /
User-agent: Amazon-Route53
Disallow: /
User-agent: Amazon-Route53-Health-Check-Service
Disallow: /
User-agent: aws-sdk
Disallow: /
User-agent: aws-cli
Disallow: /
User-agent: Pinterest
Disallow: /
User-agent: Pinterestbot
Disallow: /
User-agent: YandexMarket
Disallow: /
User-agent: BazaarBot
Disallow: /
User-agent: Shopzilla
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: BingPreview
Disallow: /
# ============================================
# АНАЛИТИКА И МОНИТОРИНГ
# ============================================
User-agent: Measurement/HeadlessChrome
Disallow: /
User-agent: HeadlessChrome
Disallow: /
User-agent: PagePeeker
Disallow: /
User-agent: ScreenshotBot
Disallow: /
User-agent: SiteShoter
Disallow: /
User-agent: SnapBot
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: UptimeRobot
Disallow: /
User-agent: Uptimebot
Disallow: /
User-agent: Monitor
Disallow: /
User-agent: Pingdom
Disallow: /
User-agent: StatusCake
Disallow: /
User-agent: GTmetrix
Disallow: /
User-agent: WebPageTest
Disallow: /
User-agent: DareBoost
Disallow: /
User-agent: PingAdmin.Ru
Disallow: /
# ============================================
# ВРЕДОНОСНЫЕ И ХАКЕРСКИЕ БОТЫ
# ============================================
User-agent: zgrab
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Apache-HttpClient
Disallow: /
User-agent: Java
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: curl
Disallow: /
User-agent: wget
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: nessus
Disallow: /
User-agent: nikto
Disallow: /
User-agent: sqlmap
Disallow: /
User-agent: Acunetix
Disallow: /
User-agent: Netsparker
Disallow: /
User-agent: masscan
Disallow: /
User-agent: nmap
Disallow: /
User-agent: scanners
Disallow: /
User-agent: dirbuster
Disallow: /
User-agent: hydra
Disallow: /
User-agent: medusa
Disallow: /
User-agent: brutex
Disallow: /
# ============================================
# ПРОКСИ, VPN И АНОНИМИЗАТОРЫ
# ============================================
User-agent: Proxy
Disallow: /
User-agent: Proxies
Disallow: /
User-agent: VPN
Disallow: /
User-agent: Anonymizer
Disallow: /
User-agent: Crawler
Disallow: /
User-agent: spider
Disallow: /
User-agent: bot
Disallow: /
User-agent: crawler
Disallow: /
User-agent: Grabber
Disallow: /
User-agent: Extractor
Disallow: /
User-agent: Fetcher
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: Collector
Disallow: /
# ============================================
# СПАМ И РЕКЛАМНЫЕ РАССЫЛКИ
# ============================================
User-agent: spam
Disallow: /
User-agent: SpamBot
Disallow: /
User-agent: Evil
Disallow: /
User-agent: BadBot
Disallow: /
User-agent: Malicious
Disallow: /
User-agent: Scraper
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: EmailCollector
Disallow: /
# ============================================
# ДРУГИЕ ПРОБЛЕМНЫЕ БОТЫ
# ============================================
User-agent: Bytespider
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: YandexRenderResourcesBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexVideo
Disallow: /
User-agent: YandexMedia
Disallow: /
User-agent: Applebot
Disallow: /
Allow: /
Crawl-delay: 2
User-agent: Baiduspider
Disallow: /
Crawl-delay: 10
User-agent: Sogou
Disallow: /
Crawl-delay: 10
User-agent: YoudaoBot
Disallow: /
Crawl-delay: 10
User-agent: Exabot
Disallow: /
Crawl-delay: 10
User-agent: Mojeek
Disallow: /
Crawl-delay: 5
User-agent: Seekport
Disallow: /
User-agent: Gigablast
Disallow: /
User-agent: OrangeBot
Disallow: /
User-agent: MemoryBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
# ============================================
# РАЗРЕШЕННЫЕ ПОЛЕЗНЫЕ БОТЫ
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
User-agent: Googlebot-Image
Allow: /
Crawl-delay: 2
User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 1
User-agent: Googlebot-News
Allow: /
Crawl-delay: 1
User-agent: Googlebot-Video
Allow: /
Crawl-delay: 2
User-agent: Mediapartners-Google
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: Bingbot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
User-agent: MSNBot
Allow: /
Crawl-delay: 2
User-agent: MSNBot-Media
Allow: /
Crawl-delay: 3
User-agent: adidxbot
Allow: /
User-agent: BingPreview
Allow: /
# Yandex (только основные боты)
User-agent: YandexBot
Allow: /
Crawl-delay: 3
Disallow: /admin/
Disallow: /private/
User-agent: YandexMobileBot
Allow: /
Crawl-delay: 2
# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1
User-agent: DuckDuckGo-Favicons-Bot
Allow: /
| positsioon | Fraas | Lehekülg | Katkend |
|---|---|---|---|
| 1 | / | ||
| 11 | / | ||
| 15 | /profile/76561199653... |