User-Agent: *
Disallow: /Error
Disallow: /sys/users/registration
Disallow: /sys/users/login
Disallow: /sys/users/profile/*
Disallow: /sys/users/edit
Disallow: /temp/
Disallow: /log/

# Specific bots which can't crawl site.
User-agent: Yandex
User-agent: MJ12bot
User-agent: Sogou Spider
User-agent: DomainCrawler/3.0
User-agent: Linguee Bot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot-CT
User-agent: SemrushBot-BM
User-agent: SplitSignalBot
Disallow: /

# /robots.txt file for production environment