User-agent: * #this will apply to all robots Disallow: /blog/tag/ #prevent tags duplicate content Disallow: /blog/category/ #prevent category duplicate content Disallow: /blog/page/ #prevent page duplicate content Disallow: /blog/2007/ #prevent 2007 archive duplicate content Disallow: /blog/2008/ #prevent 2008 archive duplicate content Disallow: /blog/feed/rss/ #prevent RSS feed duplicate content Disallow: /blog/comments/feed/ #prevent comments RSS feed duplicate content Disallow: /blog/cgi-bin/ #prevent folder content being indexed Disallow: /blog/wp-admin/ #prevent folder content being indexed Disallow: /blog/wp-includes/ #prevent folder content being indexed Disallow: /blog/wp-content/plugins/ #prevent folder content being indexed Disallow: /blog/wp-content/themes/ #prevent folder content being indexed Disallow: /blog/? #maybe this will exclude all the content that has ? in it Sitemap: http://tjwoodlock.com/sitemap.xml.gz #a reference to the compressed version of my sitemap