User-Agent: * Crawl-delay: 1 # === СИСТЕМНЫЕ ДИРЕКТОРИИ БИТРИКС === Disallow: /bitrix/admin/ Disallow: /bitrix/cache/ Disallow: /bitrix/gadgets/ Disallow: /bitrix/modules/ Disallow: /bitrix/panel/ Disallow: /bitrix/php_interface/ Disallow: /bitrix/tools/ Disallow: /bitrix/updates/ Disallow: /bitrix/wizards/ Disallow: /local/php_interface/ Disallow: /local/modules/ # Разрешаем доступ к необходимым ресурсам Allow: /bitrix/components/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Allow: /bitrix/themes/ Allow: /bitrix/*.css Allow: /bitrix/*.js Allow: /local/components/ Allow: /local/js/ Allow: /local/templates/ Allow: /local/*.css Allow: /local/*.js Allow: /upload/iblock/ Allow: /upload/medialibrary/ # Блокируем приватные директории в upload Disallow: /upload/resize_cache/ Disallow: /upload/tmp/ Disallow: /upload/1c_* # === СЛУЖЕБНЫЕ СТРАНИЦЫ === Disallow: /404.php Disallow: /api/ Disallow: /auth/ Disallow: /login/ Disallow: /logout/ Disallow: /order/ Disallow: /personal/ Disallow: /register/ Disallow: /subscribe/ Disallow: /test/ Disallow: */index.php$ Disallow: */index.php? Disallow: */cgi-bin/ # === КОРЗИНА И СРАВНЕНИЕ === Disallow: /basket/ Disallow: /compare/ Disallow: /wishlist/ # === ПОИСК === Disallow: /search/ Disallow: */search/ Disallow: /*q= Disallow: /*?q= # === ФИЛЬТРЫ И СОРТИРОВКА === Disallow: */filter/*/apply/ Disallow: /*filter/clear/ Disallow: /*?set_filter= Disallow: /*&set_filter= # === GET-ПАРАМЕТРЫ === Disallow: /*?print= Disallow: /*&print= Disallow: /*?clear_cache= Disallow: /*&clear_cache= Disallow: /*?bitrix_include_areas= Disallow: /*&bitrix_include_areas= Disallow: /*?back_url= Disallow: /*&back_url= # UTM и рекламные метки Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?yclid= Disallow: /*&yclid= Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= # Параметры корзины Disallow: /*?action=ADD2BASKET Disallow: /*&action=ADD2BASKET Disallow: /*?action=BUY Disallow: /*&action=BUY # Сортировка Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= # Пагинация Allow: /*?PAGEN_1= Allow: /*&PAGEN_1= Disallow: /*?PAGEN_2= Disallow: /*&PAGEN_2= Disallow: /*?PAGEN_1=1$ Disallow: /*?PAGEN_1=1& # Ajax Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= # === ФАЙЛЫ === Disallow: /*.sql Disallow: /*.sql.gz Disallow: /*.tar Disallow: /*.tar.gz Disallow: /*.log # === SITEMAP === Sitemap: https://mkrovlya.ru/sitemap.xml # === ЯНДЕКС === User-Agent: Yandex Crawl-delay: 1 # Дублируем правила для Яндекса (так как он не наследует от *) # === СИСТЕМНЫЕ ДИРЕКТОРИИ БИТРИКС === Disallow: /bitrix/admin/ Disallow: /bitrix/cache/ Disallow: /bitrix/gadgets/ Disallow: /bitrix/modules/ Disallow: /bitrix/panel/ Disallow: /bitrix/php_interface/ Disallow: /bitrix/tools/ Disallow: /bitrix/updates/ Disallow: /bitrix/wizards/ Disallow: /local/php_interface/ Disallow: /local/modules/ # Разрешаем доступ к необходимым ресурсам Allow: /bitrix/components/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Allow: /bitrix/themes/ Allow: /bitrix/*.css Allow: /bitrix/*.js Allow: /local/components/ Allow: /local/js/ Allow: /local/templates/ Allow: /local/*.css Allow: /local/*.js Allow: /upload/iblock/ Allow: /upload/medialibrary/ # Блокируем приватные директории в upload Disallow: /upload/resize_cache/ Disallow: /upload/tmp/ Disallow: /upload/1c_* # === СЛУЖЕБНЫЕ СТРАНИЦЫ === Disallow: /404.php Disallow: /api/ Disallow: /auth/ Disallow: /login/ Disallow: /logout/ Disallow: /order/ Disallow: /personal/ Disallow: /register/ Disallow: /subscribe/ Disallow: /test/ Disallow: */index.php$ Disallow: */index.php? Disallow: */cgi-bin/ # === КОРЗИНА И СРАВНЕНИЕ === Disallow: /basket/ Disallow: /compare/ Disallow: /wishlist/ # === ПОИСК === Disallow: /search/ Disallow: */search/ Disallow: /*q= Disallow: /*?q= # === ФИЛЬТРЫ И СОРТИРОВКА === Disallow: */filter/*/apply/ Disallow: /*filter/clear/ Disallow: /*?set_filter= Disallow: /*&set_filter= # === GET-ПАРАМЕТРЫ === Disallow: /*?print= Disallow: /*&print= Disallow: /*?clear_cache= Disallow: /*&clear_cache= Disallow: /*?bitrix_include_areas= Disallow: /*&bitrix_include_areas= Disallow: /*?back_url= Disallow: /*&back_url= # UTM и рекламные метки Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?yclid= Disallow: /*&yclid= Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= # Параметры корзины Disallow: /*?action=ADD2BASKET Disallow: /*&action=ADD2BASKET Disallow: /*?action=BUY Disallow: /*&action=BUY # Сортировка Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= # Пагинация Allow: /*?PAGEN_1= Allow: /*&PAGEN_1= Disallow: /*?PAGEN_2= Disallow: /*&PAGEN_2= Disallow: /*?PAGEN_1=1$ Disallow: /*?PAGEN_1=1& # Ajax Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= # === ФАЙЛЫ === Disallow: /*.sql Disallow: /*.sql.gz Disallow: /*.tar Disallow: /*.tar.gz Disallow: /*.log # Clean-param для Яндекса Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&yclid&gclid&ymclid&fbclid&from / Clean-param: print&clear_cache&bitrix_include_areas&show_page_exec_time&show_sql_stat / Clean-param: SHOWALL&SHOWALL_1&SHOWALL_2&SHOWALL_3 / Clean-param: sort&order&SORT&ORDER&view&display&show / Clean-param: action&ACTION&backurl&BACKURL&back_url / Clean-param: bxajaxid&ajax&AJAX / # Разрешаем ЧПУ-фильтры для SEO Allow: /catalog/*/filter/*price-base-min-*/apply/ Allow: /catalog/*/filter/*price-base-max-*/apply/ # === БЛОКИРОВКА БОТОВ === User-Agent: AhrefsBot Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: DotBot Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: LinkpadBot Disallow: / User-Agent: MegaIndex.ru Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: PetalBot Disallow: / User-Agent: wget Disallow: / User-Agent: Wget Disallow: / User-Agent: HTTrack Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebZIP Disallow: / User-Agent: Teleport Disallow: / User-Agent: TeleportPro Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: WebStripper Disallow: / User-Agent: WebSauger Disallow: / User-Agent: Offline Explorer Disallow: /