User-Agent: *
Disallow: /bitrix/
Disallow: /local/
Disallow: /personal/
Disallow: /test/
Disallow: /auth/
Disallow: /login/
Disallow: /order/
Disallow: /basket/
Disallow: /form/
Disallow: /landings/
Disallow: /docs/
Disallow: /stores/
Disallow: /upload/resize_cache/
Disallow: /soglasie-na-poluchenie-novostnoy-i-reklamnoy-rassylki/
Disallow: /compare/
Disallow: */compare.php
# Service parameters and duplicates
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*bitrix_include_areas=
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*openstat=
# UTM, analytics, tracking
Disallow: /*utm_source=
Disallow: /*utm_medium=
Disallow: /*utm_campaign=
Disallow: /*utm_content=
Disallow: /*utm_term=
Disallow: /*gclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*fbclid=
Disallow: /*roistat=
Disallow: /*gbraid=
Disallow: /*_ym_debug=
# Filters, sorting, pagination
Disallow: /*set_filter=
Disallow: /*arrFilter=
Disallow: /*sort=
Disallow: /*sort_by=
Disallow: /*order=
Disallow: /*view=
Disallow: /*view_mode=
Disallow: /*display=
Disallow: /*min_price=
Disallow: /*max_price=
Disallow: /*products_on_page=
Disallow: /*PAGEN_1=1
Disallow: /*PAGEN_1=1/
Disallow: /*SHOWALL_1=
Disallow: /*section_id=
Disallow: /*SECTION_ID=
Disallow: /*tag=
Disallow: /*q=
Disallow: /*s=
Disallow: /*search_string=
Disallow: /*filter/
Disallow: */filter/
Disallow: */apply/
Disallow: */apply/?PAGEN_1=
Disallow: */apply/?PAGEN_2=
# Forms, authorization, account
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*backurl=
Disallow: /*back_url=
Disallow: /*back_url_admin=
Disallow: /*form_id=
Disallow: /*bxajaxid=
Disallow: /*view_result=
Disallow: /*WEB_FORM_ID=
Disallow: /*send=
Disallow: /*name=
Disallow: /*oid=
Disallow: /*pr=
Disallow: /*PAGE_NAME=
Disallow: /*RID=
Disallow: /*ORDER_ID=
Disallow: /*hhtmFrom=
Disallow: /*ref=
Disallow: /*year=
Disallow: /*lang=
Disallow: /*hcb=
Disallow: /*active_tab=
Disallow: /*bitrixCK_ID=
Disallow: /*ag_t_bot=
# Disable file indexing by extension
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.txt$
Disallow: /*.rtf$
Disallow: /*.odt$
Disallow: /*.ods$
Disallow: /*.odp$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.7z$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.exe$
Disallow: /*.msi$
Disallow: /*.dmg$
Disallow: /*.apk$
Disallow: /*.swf$
Disallow: /*.xml$
Disallow: /*.json$
# Others
Disallow: /*?del_url=
Disallow: /*?yandex-source=
Disallow: /*.swf$
# Allow statics (for rendering)
Allow: /bitrix/*.js
Allow: /bitrix/*.css
Allow: /bitrix/templates/*.png
Allow: /bitrix/templates/*.jpg
Allow: /bitrix/templates/*.jpeg
Allow: /bitrix/templates/*.gif
Allow: /bitrix/js/*.js
Allow: /bitrix/js/*.css
Allow: /bitrix/css/*.css
Allow: /bitrix/components/*.css
Allow: /bitrix/cache/*.js
Allow: /bitrix/panel/*.css
Allow: /local/*.js
Allow: /local/*.css
Allow: /local/*.png
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.gif
Allow: /local/components/
Allow: /local/cache/
Allow: /local/js/
Allow: /local/templates/
Allow: /upload/
Sitemap: https://ag-technologies.ru/sitemap.xml
# Blocking aggregators and parsers
Crawl-delay: 6
User-Agent: Yandex
Disallow: /bitrix/
Disallow: /local/
Disallow: /personal/
Disallow: /test/
Disallow: /auth/
Disallow: /login/
Disallow: /order/
Disallow: /basket/
Disallow: /form/
Disallow: /landings/
Disallow: /docs/
Disallow: /stores/
Disallow: /upload/resize_cache/
Disallow: /soglasie-na-poluchenie-novostnoy-i-reklamnoy-rassylki/
Disallow: /compare/
Disallow: */compare.php
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: /*bitrix_include_areas=
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*openstat=
Disallow: /*utm_source=
Disallow: /*utm_medium=
Disallow: /*utm_campaign=
Disallow: /*utm_content=
Disallow: /*utm_term=
Disallow: /*gclid=
Disallow: /*yclid=
Disallow: /*ymclid=
Disallow: /*fbclid=
Disallow: /*roistat=
Disallow: /*gbraid=
Disallow: /*_ym_debug=
Disallow: /*set_filter=
Disallow: /*arrFilter=
Disallow: /*sort=
Disallow: /*sort_by=
Disallow: /*order=
Disallow: /*view=
Disallow: /*view_mode=
Disallow: /*display=
Disallow: /*min_price=
Disallow: /*max_price=
Disallow: /*products_on_page=
Disallow: /*PAGEN_1=1
Disallow: /*PAGEN_1=1/
Disallow: /*SHOWALL_1=
Disallow: /*section_id=
Disallow: /*SECTION_ID=
Disallow: /*tag=
Disallow: /*q=
Disallow: /*s=
Disallow: /*search_string=
Disallow: /*filter/
Disallow: */filter/
Disallow: */apply/
Disallow: */apply/?PAGEN_1=
Disallow: */apply/?PAGEN_2=
Disallow: /*register=
Disallow: /*forgot_password=
Disallow: /*change_password=
Disallow: /*login=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*backurl=
Disallow: /*back_url=
Disallow: /*back_url_admin=
Disallow: /*form_id=
Disallow: /*bxajaxid=
Disallow: /*view_result=
Disallow: /*WEB_FORM_ID=
Disallow: /*send=
Disallow: /*name=
Disallow: /*oid=
Disallow: /*pr=
Disallow: /*PAGE_NAME=
Disallow: /*RID=
Disallow: /*ORDER_ID=
Disallow: /*hhtmFrom=
Disallow: /*ref=
Disallow: /*year=
Disallow: /*lang=
Disallow: /*hcb=
Disallow: /*active_tab=
Disallow: /*bitrixCK_ID=
Disallow: /*ag_t_bot=
Disallow: /*?del_url=
Disallow: /*?yandex-source=
Disallow: /*.swf$
Allow: /bitrix/*.js
Allow: /bitrix/*.css
Allow: /bitrix/templates/*.png
Allow: /bitrix/templates/*.jpg
Allow: /bitrix/templates/*.jpeg
Allow: /bitrix/templates/*.gif
Allow: /bitrix/js/*.js
Allow: /bitrix/js/*.css
Allow: /bitrix/css/*.css
Allow: /bitrix/components/*.css
Allow: /bitrix/cache/*.js
Allow: /bitrix/panel/*.css
Allow: /local/*.js
Allow: /local/*.css
Allow: /local/*.png
Allow: /local/*.jpg
Allow: /local/*.jpeg
Allow: /local/*.gif
Allow: /local/components/
Allow: /local/cache/
Allow: /local/js/
Allow: /local/templates/
Allow: /upload/
# Clean-param for Yandex
# UTM, analytics, conversions
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&gclid&yclid&ymclid&fbclid&roistat&gbraid&_ym_debug&etext&oid&name&q&s&search_string&tag&tid&adv&ref&vk&p&tags&source&placement&callibri&position&added&SIZE&hhtmFrom&_r&option&iswebp&target&ORDER_ID
# Filtering, sorting, pagination
Clean-param: sort&sort_by&ORDER_BY&orderby&SORT_TO&SORT_FIELD&VIEW&SHOWALL&SHOW_ALL&SHOWBY&set_filter&arrFilter&min_price&max_price&products_on_page&start&page&PAGEN_1&PAGEN_2&PAGEN_3&display&view_mode&view&new&edit&preview§ion&SECTION_ID§ion_id&SECTION_CODE&filter&clear_cache&clear_cache_session&show_all&SHOWALL_1
# Forms, authorization, service actions
Clean-param: register&forgot_password&change_password&login&logout&auth&backurl&back_url&BACKURL&BACK_URL&back_url_admin&form_id&bxajaxid&view_result&action&setreg&resize_cache&print&list_style&print_course&download&apply&WEB_FORM_ID&send
# Bitrix + debug
Clean-param: show_include_exec_time&show_page_exec_time&show_sql_stat&bitrix_include_areas&path&route&panel&bx_sender_conversion_id&ved&width&height&actual-format&del_filter&asset-click&banner-sizes&banner-test-tags&constructor-rendered-assets&PAGE_NAME&RID&pr&hcb&active_tab&bitrixCK_ID&ag_t_bot&lang&year
User-Agent: SemrushBot
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: DotBot
Disallow: /
User-Agent: PetalBot
Disallow: /
User-Agent: DataForSeoBot
Disallow: /
User-Agent: serpstatbot
Disallow: /
User-Agent: Mail.Ru
Disallow: /
# Yandex