# robots.txt file For domain: http://www.xooxoo.net User-agent: *Disallow: /_private/ # This is an infinite virtual URL space Disallow: /_vti_bin/ Disallow: /_vti_cnf/Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ Disallow: /px/ Disallow: /.htaccess Disallow: /_vti_inf.html Disallow: /old-index.html Disallow: /postinfo.html Disallow: /wp-admin/Disallow: /wp-includes/ Disallow: /.htaccessDisallow: /errorlog Disallow: /wp-config-sample.phpDisallow: /wp-config.php Disallow: /wp-settings.php User-agent: * # disallow all files in these WordPress directories Disallow: /blog/wp-content/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/wp- # disallow all files in these directories Disallow: /blog/tag/ Disallow: /cgi-bin/ Disallow: /blog/cgi-bin/ # disallow robots from parsing individual post feeds and trackbacks Disallow: /blog/feed/ Disallow: /blog/trackback/ Disallow: */trackback* # disallow any files that are stats related Disallow: /blog/stats* Disallow: /blog/about/legal-notice/ Disallow: /blog/about/copyright-policy/ Disallow: /blog/about/terms-and-conditions/ Disallow: /blog/tag Disallow: /blog/docs* Disallow: /blog/manual* Disallow: /blog/category/uncategorized* # disallow files ending with the following extensions User-agent: Googlebot Disallow: /blog/*.php$ Disallow: /blog/*.js$ Disallow: /blog/*.inc$ Disallow: /blog/*.css$ Disallow: /blog/*.gz$ Disallow: /blog/*.cgi$ Disallow: /blog/*.wmv$ Disallow: /blog/*.php* Disallow: /blog/*.gz$ Allow: /wp-content/uploads/ #disallow WayBack archiving site User-agent: ia_archiver Disallow: /