User-Agent: *
Allow: /upload/iblock
Allow: /upload/resize_cache
Host: https://www.music-expert.ru
Sitemap: https://www.music-expert.ru/sitemap.xml
Disallow: /auth
Disallow: /bitrix/admin
Disallow: /compare
Disallow: /login
Disallow: /personal
Disallow: /published
Disallow: /search
Disallow: /upload
Disallow: *?FILTER*
Disallow: *&FILTER*

User-Agent: Yandex
Allow: /upload/iblock
Allow: /upload/resize_cache
Crawl-delay: 2
Disallow: /auth
Disallow: /bitrix/admin
Disallow: /compare
Disallow: /login
Disallow: /personal
Disallow: /published
Disallow: /search
Disallow: /upload
Disallow: *?FILTER*
Disallow: *&FILTER*
Clean-param: available
Clean-param: on
Clean-param: order
Clean-param: show
Clean-param: SIZEN_2
Clean-param: SIZEN_3
Clean-param: SIZEN_4
Clean-param: view

User-Agent: Googlebot
Allow: /upload/iblock
Allow: /upload/resize_cache
Disallow: /auth
Disallow: /bitrix/admin
Disallow: /compare
Disallow: /login
Disallow: /personal
Disallow: /published
Disallow: /search
Disallow: /upload
Disallow: *?FILTER*
Disallow: *&FILTER*

User-Agent: MJ12bot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: Barkrowler
Disallow: /