# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /demo/
Disallow: /scripts/
Disallow: /contact/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-
Disallow: /xmlrpc.php
Disallow: /category/
Disallow: /2009/
Disallow: /tag/
Disallow: /feed/
Disallow: /comments/feed/



# GoogleBot
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /demo/
Disallow: /scripts/
Disallow: /contact/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-
Disallow: /xmlrpc.php
Disallow: /category/
Disallow: /2009/
Disallow: /tag/
Disallow: /feed/
Disallow: /comments/feed/

# Allow adsense bot on entire site
User-agent: Mediapartners-Google
Allow: /

# Allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Allow AdWords PPC bot on entire site
User-agent: Adsbot-Google
Allow: /

Sitemap: http://www.magpress.com/sitemap.xml