User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider*
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Lipperhey SEO Service
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mail.RU_Bot/Robots
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: Sogou*
Disallow: /

User-agent: Xenu’s*
Disallow: /

User-agent: *
# no need to index; bad ratio html/content
Disallow: /en/users/
Disallow: /fr/utilisateurs/
Disallow: /en/home/contact.html
Disallow: /robots.txt
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/