User-agent: *
Disallow: /administrator/
Allow: /cache/
Disallow: /cli/
Allow: /components/
Allow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Allow: /libraries/
Disallow: /logs/
Allow: /media/
Allow: /modules/
Allow: /plugins/
Allow: /templates/
Disallow: /tmp/

User-agent: rogerbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexCatalog
Disallow: /

User-agent: YandexFavicons
Disallow: /

User-agent: YandexDirect
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Jakarta Commons
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Powermarks
Disallow: /

User-agent: OffByOne
Disallow: /

User-agent: Nutraspace
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: JobCrawlerBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: SightupBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: wise-guys
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: Java
Disallow: /

User-agent: WWW-Mechanize
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DoCoMo
Disallow: /

User-agent: Pingdom.com_bot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: findlinks
Disallow: /

User-agent: Butterfly
Disallow: /

User-agent: oBot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: innosense
Disallow: /

User-agent: Aghaven
Disallow: /

User-agent: Jobrapido
Disallow: /

User-agent: Mozilla/5.0 (compatible; Jobrapido/1.1; +http://www.jobrapido.com)
Disallow: /

User-agent: "Mozilla/5.0 (compatible; Jobrapido/1.1; +http://www.jobrapido.com)" 
Disallow: /

User-agent: Mozilla/5.0 (JobRapido WebPump)
Disallow: /

User-agent: Bingbot
Crawl-delay: 1