# robots.txt
User-agent: *
Disallow: /*per_page
Disallow: /order
Disallow: /compare
Disallow: /cup/login
Disallow: /cup
Disallow: /admin
Disallow: /brand
Disallow: /print_view
Disallow: *.pdf
Disallow: *.doc
Disallow: *.xls
Disallow: /avd/upload/cert/images/dillerskoe-pismo-neste-oil.jpg
Disallow: /avd/upload/cert/images/diplom-shate.jpg
Disallow: /webcube.by
Disallow: /*/recent.rss
Disallow: /user/*
Disallow: /.*
Disallow: /search
Disallow: /*?direction
Disallow: /*?price
Disallow: /*?sort
Disallow: /*&sort
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Crawl-delay: 2

User-agent: Yandex
Disallow: /*per_page
Disallow: /order
Disallow: /compare
Disallow: /cup/login
Disallow: /cup
Disallow: /admin
Disallow: /brand
Disallow: /print_view
Disallow: *.pdf
Disallow: *.doc
Disallow: *.xls
Disallow: /avd/upload/cert/images/dillerskoe-pismo-neste-oil.jpg
Disallow: /avd/upload/cert/images/diplom-shate.jpg
Disallow: /webcube.by
Disallow: /*/recent.rss
Disallow: /user/*
Disallow: /.*
Disallow: /search
Disallow: /*?direction
Disallow: /*?price
Disallow: /*?sort
Disallow: /*&sort
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Crawl-delay: 2


Sitemap: https://avd.by/sitemap.xml
Sitemap: http://avd.by/sitemap01.xml
Sitemap: http://avd.by/sitemap03.xml
Sitemap: http://avd.by/sitemap02.xml



User-agent: ltx71
Disallow: /

User-agent: Yahoo
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: TinyTestBot
Disallow: /

Host: https://avd.by
# временно: агрессивный обход PerplexityBot
User-agent: PerplexityBot
Disallow: /

# blocked by policy: AI/user bots and Baidu
User-agent: ChatGPT-User
Disallow: /
User-agent: TsennikPriceBot
Disallow: /
User-agent: Baiduspider
Disallow: /