User-Agent: SemrushBot
Disallow: /units/

User-Agent: BLEXBot
Disallow: /units/

User-Agent: PetalBot
Disallow: /units/

User-Agent: AhrefsBot
Disallow: /units/

User-Agent: DotBot
Disallow: /units/

User-Agent: SeekportBot
Disallow: /units/

User-Agent: Barkrowler
Disallow: /units/

User-Agent: DataForSeoBot
Disallow: /units/

User-Agent: *
Disallow: /ajax
Disallow: /cron
Disallow: /inc
Disallow: /stats
Disallow: /mods
Disallow: /community-chat-admin
Allow: /mods/community-chat/ui/mods/community-chat/uberbar.css