User-agent: *
Disallow: /api/*
Disallow: /dashboard/*
Disallow: /behaviour/*
Disallow: /management/*
Disallow: /messages/*
Disallow: /load-message-modal
Disallow: /timber/*
Disallow: /community/*
Disallow: /search/autocomplete
Disallow: /clear-search-history
Disallow: /users/sendConfirmationCode
Disallow: /css/components

User-Agent: MJ12bot
User-Agent: teoma
User-Agent: SeznamBot
User-Agent: Slurp
User-Agent: aolbuild
User-Agent: baidu
User-Agent: yandex
User-Agent: SemrushBot
User-Agent: dotbot
Crawl-Delay:   20