domain: CHECKROI.RU
nserver: ns1.adminvps.ru.
nserver: ns2.adminvps.net.
nserver: ns3.adminvps.ru.
nserver: ns4.adminvps.net.
state: REGISTERED, DELEGATED, UNVERIFIED
person: Private Person
registrar: TIMEWEB-RU
admin-contact: http://timeweb.name/contact-admin
created: 2016-01-11T13:40:47Z
paid-till: 2027-01-11T13:40:47Z
free-date: 2027-02-11
source: TCI
Last updated on 2026-03-14T00:48:01Z
# =============================================================================
# robots.txt for checkroi.ru
# Агрегатор онлайн-курсов — 9500+ курсов, 150+ школ
# SEO-специалистам привет! Приходите к нам работать :)
# Если интересно, пишите Ване в Телеграм @buyavets
# =============================================================================
# ---------------------------------------------------------------------------
# 1. Общие правила для всех поисковых роботов
# ---------------------------------------------------------------------------
User-agent: *
Allow: /
# --- WordPress: административные и системные файлы ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-snapshots/
Disallow: /readme.html
Disallow: /license.txt
# --- Разрешаем статику: CSS, JS, шрифты, изображения ---
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.eot$
# --- Редиректы ---
Disallow: /go/
# --- Запрещаем приватные разделы пользователей ---
Disallow: /account/
Disallow: /profile/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /reset-password/
Disallow: /favorites/
Disallow: /personal/
Disallow: /cart/
Disallow: /checkout/
Disallow: /payment/
Disallow: /order/
# --- Раздел сервисов: закрыт от индексации (SEO-аудит 11.03.2026) ---
Disallow: /services/
# --- Запрещаем ВСЕ URL с query-параметрами (?utm, ?sfw, ?sort, ?s, ?p и т.д.) ---
Disallow: /*?
# --- Запрещаем технические страницы-дубли WordPress ---
Disallow: */trackback
Disallow: */trackback/
Disallow: */feed
Disallow: */feed/
Disallow: */comment-page-*
Disallow: */comments/feed/
Disallow: */embed/
Disallow: */stylesheet
Disallow: /tag/
Disallow: /author/
Disallow: /wp-register.php
Disallow: /feed/
Disallow: /rss/
Disallow: /comments/
Disallow: /amp/
Disallow: /print/
# --- Внутренний поиск ---
Disallow: /search
Disallow: /search/
# --- Явно разрешаем основной контент ---
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /sitemap*.xml
Allow: /llms.txt
# --- Задержка ---
Crawl-delay: 1
# ---------------------------------------------------------------------------
# 2. Yandex — расширенные директивы
# ---------------------------------------------------------------------------
User-agent: Yandex
Allow: /
# Редиректы ссылок
Disallow: /go/
# Админка
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
# Статика — разрешаем
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$
# Приватное
Disallow: /account/
Disallow: /profile/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /favorites/
Disallow: /personal/
Disallow: /cart/
Disallow: /checkout/
# Сервисы — закрыты от индексации (SEO-аудит 11.03.2026)
Disallow: /services/
# Все query-параметры
Disallow: /*?
# Технические дубли
Disallow: /search
Disallow: /search/
Disallow: */trackback
Disallow: */feed
Disallow: */embed/
Disallow: */comment-page-*
Disallow: */stylesheet
Disallow: /tag/
Disallow: /author/
Disallow: /feed/
Disallow: /rss/
Disallow: /comments/
Disallow: /amp/
Disallow: /print/
# Clean-param — Яндекс удалит незначимые параметры без блокировки страниц
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term /
Clean-param: yclid&gclid&fbclid&_openstat&from /
Clean-param: sort&order&filter&price_from&price_to /courses/
Clean-param: sort&order&filter /school/
Clean-param: page&sfw&replytocom /
Crawl-delay: 0.5
# ---------------------------------------------------------------------------
# 3. Googlebot
# ---------------------------------------------------------------------------
User-agent: Googlebot
Allow: /
# Редиректы ссылок
Disallow: /go/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
# Разрешаем всю статику
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$
# Приватное
Disallow: /account/
Disallow: /profile/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /favorites/
Disallow: /personal/
Disallow: /cart/
Disallow: /checkout/
# Сервисы — закрыты от индексации (SEO-аудит 11.03.2026)
Disallow: /services/
# Все query-параметры
Disallow: /*?
# Технические дубли
Disallow: /search
Disallow: /search/
Disallow: */trackback
Disallow: */feed
Disallow: */embed/
Disallow: */comment-page-*
Disallow: */stylesheet
Disallow: /tag/
Disallow: /author/
Disallow: /feed/
Disallow: /rss/
Disallow: /comments/
Disallow: /amp/
Disallow: /print/
# Google не поддерживает Crawl-delay — скорость настраивается в Search Console
# ---------------------------------------------------------------------------
# 4. Googlebot-Image — индексация изображений
# ---------------------------------------------------------------------------
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Allow: /*.ico$
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
# ---------------------------------------------------------------------------
# 5. Yandex-Images
# ---------------------------------------------------------------------------
User-agent: YandexImages
Allow: /wp-content/uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.svg$
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
# ---------------------------------------------------------------------------
# 6. AI / LLM краулеры — РАЗРЕШАЕМ доступ к контенту и статике
# ---------------------------------------------------------------------------
# --- OpenAI ---
# GPTBot (обучение моделей GPT)
User-agent: GPTBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /api/
Disallow: /account/
Disallow: /profile/
Disallow: /login/
Disallow: /search
Disallow: /cart/
Disallow: /checkout/
Disallow: /feed/
Disallow: /tag/
Disallow: /author/
Crawl-delay: 2
# OAI-SearchBot (SearchGPT / поиск в ChatGPT)
User-agent: OAI-SearchBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.webp$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
Disallow: /search
Disallow: /feed/
Crawl-delay: 1
# ChatGPT-User (пользователь вставляет ссылку в чат)
User-agent: ChatGPT-User
Allow: /
# --- Anthropic ---
# ClaudeBot (обучение Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /api/
Disallow: /account/
Disallow: /search
Disallow: /feed/
Disallow: /tag/
Disallow: /author/
Crawl-delay: 2
# Claude-SearchBot (поиск Claude)
User-agent: Claude-SearchBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
Disallow: /feed/
Crawl-delay: 1
# Claude-User (пользователь в диалоге)
User-agent: Claude-User
Allow: /
# --- Google ---
# Google-Extended (обучение Gemini)
User-agent: Google-Extended
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
# --- Perplexity ---
User-agent: PerplexityBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.webp$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
Disallow: /search
Disallow: /feed/
Crawl-delay: 1
# --- Apple ---
User-agent: Applebot-Extended
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
# --- Common Crawl ---
User-agent: CCBot
Allow: /
Disallow: /go/
Allow: /blog/
Allow: /courses/
Allow: /school/
Allow: /wp-content/uploads/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /account/
Disallow: /search
Disallow: /feed/
Crawl-delay: 3
# --- Microsoft ---
User-agent: Bingbot
Allow: /
Disallow: /go/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /account/
Disallow: /services/
Disallow: /search
Disallow: /feed/
Disallow: /*?
# --- Yandex AI ---
User-agent: YandexBot
Allow: /
Disallow: /go/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/
Disallow: /account/
Disallow: /services/
Disallow: /search
Disallow: /feed/
Disallow: /*?
# ---------------------------------------------------------------------------
# 7. Блокировка агрессивных / нежелательных ботов
# ---------------------------------------------------------------------------
User-agent: Bytespider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: GPTBot-Legacy
Disallow: /
User-agent: Sogou
Disallow: /
# ---------------------------------------------------------------------------
# 8. Карты сайта (Sitemaps)
# ---------------------------------------------------------------------------
Sitemap: https://checkroi.ru/sitemap_index.xml
# ---------------------------------------------------------------------------
# 9. Host (каноническое зеркало) — директива Яндекса
# ---------------------------------------------------------------------------
Host: https://checkroi.ru
| Posició | Frase | Pàgina | Fragment |
|---|---|---|---|
| 6 | /blog/avtomaticheskaya-numeraciya-v-eksel/ | ||
| 7 | /blog/kak-napisat-horoshiy-post-v-socseti/ | ||
| 8 | /blog/otzyvy-o-rabote-kopirayterom/ | ||
| 8 | /blog/top-servisov-dlya-sms-rassylok-srrm/ | ||
| 8(-5) | /blog/avtomaticheskaya-numeraciya-v-eksel/ | ||
| 9 | /blog/kak-sdelat-3d-foto/ | ||
| 11 | /blog/professiya-programmist-robototehnik/ | ||
| 13 | /blog/kak-napisat-horoshiy-post-v-socseti/ | ||
| 14 | /blog/kak-uluchshit-kachestvo-foto-v-fotoshope/ | ||
| 14 | /blog/professiya-parikmaher/ |
| Posició | Frase | Pàgina | Fragment |
|---|---|---|---|
| 1(+2) | /blog/kak-razbiratsya-v-kino/ | ||
| 1(+3) | /blog/prichiny-stat-programmistom-i-kak-popast-v-it/ | ||
| 1 | /blog/gde-vesti-blog/ | ||
| 2 | /blog/kak-razvit-myshlenie/ | ||
| 2(+7) | /blog/kak-polzovatsya-vkontakte/ | ||
| 2 | /blog/kak-polzovatsya-vkontakte/ | ||
| 2 | /blog/kak-skachat-muzyku-iz-vk/ | ||
| 3 | /blog/yazyki-programmirovaniya-dlya-igr/ | ||
| 4 | /blog/pinterest-kak-ispolzovat/ | ||
| 4 | /blog/gayd-po-boosty/ |