User-agent: * Disallow: /*?* Disallow: /*? Disallow: /*.js$ Disallow: /*.png$ Disallow: /*.css$ Disallow: /*.inc$ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /feed/ Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*trackback Disallow: /trackback/ Disallow: */trackback/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ Disallow: /date/ Disallow: /author/ Disallow: /page/ Disallow: /archive/ Disallow: /comments/ Disallow: /contact/ Disallow: /2008/ Disallow: /2009/ Disallow: /2010/ Disallow: /2011/ # But allow /blog/index.php and /sitemap.xml Allow: /index.php Allow: /sitemap.xml Allow: /sitemap.xml.gz User-agent: Googlebot-Image Allow: /* User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # digg mirror User-agent: duggmirror Disallow: /