User-agent: Mediapartners-Google 
Disallow:

User-Agent: *
Disallow: /cgi-bin/
Disallow: /feed.php
Disallow: /canvas.html
Disallow: /xd_receiver.htm
Disallow: /rpc_relay.html
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /support/
Disallow: /help/
Disallow: /blog/
Allow: /

User-agent: dotbot
User-agent: twiceler
User-agent: magpie-crawler
User-agent: Yandex
User-agent: AhrefsBot
Disallow: /