User-agent: *

Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /tag/
Disallow: /wget/
Disallow: /httpd/


User-agent: Mediapartners-Google
Allow: /


User-agent: Adsbot-Google
Allow: /


User-agent: Googlebot-Image
Disallow: / 


User-agent: Googlebot-Mobile
Allow: /


User-agent: ia_archiver
Allow: /


User-agent: duggmirror
Disallow: /