User-agent: twitterbot
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image/1.0
Disallow: 

User-agent: Googlebot-Video/1.0
Disallow:

User-agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)
Disallow:

User-agent: AdsBot-Google (+http://www.google.com/adsbot.html)
Disallow:

User-agent: AdsBot-Google-Mobile-Apps
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: YandexBot
Disallow:

User-agent: Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)
Disallow:

User-agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
Disallow:

User-agent: facebot
Disallow:

User-agent: facebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php)
Disallow:

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Disallow:

User-agent: ia_archiver
Disallow:

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)
Disallow: