domain: MY-WEBS.RU
nserver: ns1.beget.com.
nserver: ns1.beget.pro.
nserver: ns2.beget.com.
nserver: ns2.beget.pro.
state: REGISTERED, DELEGATED, UNVERIFIED
person: Private Person
registrar: BEGET-RU
admin-contact: whois.beget.com
created: 2025-12-19T18:54:24Z
paid-till: 2026-12-19T18:54:24Z
free-date: 2027-01-19
source: TCI
Last updated on 2026-01-27T18:58:01Z
# robots.txt for my-webs.ru
User-agent: *
Allow: /
Allow: /images/
Allow: /js/
Allow: /css/
# Prevent indexing of privacy and legal pages
Disallow: /privacy.html
# Prevent indexing of admin panel
Disallow: /admin/
Disallow: /login/
# Prevent indexing of API endpoints
Disallow: /api/
# Prevent indexing of data directory
Disallow: /data/
# Sitemap location (create this later)
# Sitemap: https://my-webs.ru/sitemap.xml
# Crawl delay for respectful crawling
Crawl-delay: 1
# Yandex specific settings
User-agent: Yandex
Allow: /
Disallow: /privacy.html
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Crawl-delay: 1
# Google specific settings
User-agent: Googlebot
Allow: /
Disallow: /privacy.html
Disallow: /admin/
Disallow: /api/
Disallow: /data/
| Konum | İfade etmek | Sayfa | Snippet |
|---|---|---|---|
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / | ||
| 1 | / |
| Konum | İfade etmek | Sayfa | Snippet |
|---|---|---|---|
| 1 | / | ||
| 1 | / | ||
| 13 | / | ||
| 14 | / | ||
| 16 | / | ||
| 23 | / | ||
| 23 | / | ||
| 24 | / | ||
| 25 | / | ||
| 29 | / |