User-agent: Mediapartners-Google
Allow: /

User-agent: ia_archiver
Disallow: /

User-agent: Slurp

User-agent: Googlebot
Disallow: /error.cgi