User-agent: *
Crawl-delay: 1000
Allow: /upload/iblock/
Allow: /upload/icons/
Allow: /upload/foto/
Allow: /upload/
Disallow: /upload/*txt$
Disallow: /bitrix/
Disallow: /admin/
Disallow: /download/
Disallow: /upload/
Disallow: /upload_ex/
Disallow: /imgages/
Disallow: /personal/
Disallow: /search/
Disallow: *references.php
Disallow: *empty=Y

User-agent: MJ12bot
Disallow: /

User-agent: Googlebot
Disallow: /admin/
Disallow: /download/

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/2~bl
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /