User-Agent: Baiduspider         #setting only for baiduspider
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: Mozilla/5.0 (compatible; Dow Jones Searchbot)
Disallow: /

User-Agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)
Disallow: /

User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:24.0) Gecko/20100101
Disallow: /

User-Agent: dotbot
Disallow: /

User-Agent: msnbot
Disallow: /

User-Agent: Googlebot
Crawl-delay: 5

User-Agent: bingbot
Crawl-delay: 5

User-Agent: YandexBot
Crawl-delay: 5

User-Agent: Googlebot-Image
Crawl-delay: 5

User-Agent: User-Agent: Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)
Crawl-delay: 5

User-Agent: *
Disallow: /home/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /api/
Disallow: /global-datasets/