# This rule means it applies to all user-agents User-agent: * # Disallow all directories and files within Disallow: /page/ Disallow: /pages/ Disallow: /temp/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /category/ Disallow: /date/ Disallow: /dh_/ Disallow: /feed Disallow: /comments/feed/ Disallow: /tag/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /index.php # Disallow all monthly archive pages Disallow: /2006/0 Disallow: /2006/1 Disallow: /2007/0 Disallow: /2007/1 Disallow: /2007/2 Disallow: /2007/3 Disallow: /2007/4 Disallow: /2007/5 Disallow: /2007/6 Disallow: /2007/7 Disallow: /2007/8 Disallow: /2007/9 Disallow: /2007/10 Disallow: /2007/11 Disallow: /2007/12 Disallow: /2008/01 Disallow: /2008/02 Disallow: /2008/03 Disallow: /2008/04 Disallow: /2008/05 Disallow: /2008/06 Disallow: /2008/07 Disallow: /2008/08 Disallow: /2008/09 Disallow: /2008/10 Disallow: /2008/11 Disallow: /2008/12 Disallow: /2009/01 Disallow: /2009/02 Disallow: /2009/03 Disallow: /2009/04 Disallow: /2009/05 Disallow: /2009/06 Disallow: /2009/07 Disallow: /2009/08 Disallow: /2009/09 Disallow: /2009/10 Disallow: /2009/11 Disallow: /2009/12 # The Googlebot is the main search bot for google User-agent: Googlebot # Disallow all files ending with these extensions Disallow: /temp/ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Disallow Google from parsing indididual post feeds and trackbacks.. Disallow: /feed/ Disallow: /trackback/ # Disallow all files with ? in url Disallow: /*?* Disallow: /*? # Disallow all archived monthlies Disallow: /2006/0* Disallow: /2007/0* Disallow: /2006/1* Disallow: /2007/1 Disallow: /2008/0* Disallow: /2008/1