# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /demo/
Disallow: /scripts/
Disallow: /contact/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-
Disallow: /xmlrpc.php
Disallow: /rss/
Disallow: /category/
Disallow: /tag/
Disallow: /page/
Disallow: /author/
Disallow: /about/
Disallow: /archives/
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /*?
Disallow: /*?*
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /2009/
Disallow: /2010/


# GoogleBot
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /demo/
Disallow: /scripts/
Disallow: /contact/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-
Disallow: /xmlrpc.php
Disallow: /rss/
Disallow: /category/
Disallow: /tag/
Disallow: /page/
Disallow: /author/
Disallow: /about/
Disallow: /archives/
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /*?
Disallow: /*?*
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /2009/
Disallow: /2010/

# Allow adsense bot on entire site
User-agent: Mediapartners-Google
Allow: /

# Allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Allow AdWords PPC bot on entire site
User-agent: Adsbot-Google
Allow: /

Sitemap: http://www.magpress.com/sitemap.xml