User-agent: *
Allow: /
Disallow: /download/
Disallow: /api/
Crawl-delay: 1

# There is intentionally no Disallow for URLs carrying query params.
# That rule blocked robots from scanning them, so they never reached the
# self-referencing canonical and Search Console reported duplicates where
# Google picked a different canonical. Such URLs are crawled now.
User-agent: Yandex
Allow: /
Disallow: /download/
Disallow: /api/
Crawl-delay: 1
Clean-param: yclid gclid fbclid msclkid utm_source utm_medium utm_campaign utm_content utm_term _ga ref

# Link-scanner bots with no useful traffic: keep them out.
User-agent: MJ12bot
Disallow: /

Sitemap: https://tools.babox.ru/sitemap.xml
Host: tools.babox.ru