User-agent: * # disallow all files in these directories Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content Disallow: /tag Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: */print Disallow: /*?* Disallow: /*? Disallow: /?* # disallow all files ending with these extensions Disallow: /*.txt$ Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.html$ Disallow: /*.php* Disallow: /*.pdf$ Disallow: /*.zip$ Disallow: /*.xml$ # allow explicit these directories Allow: /wp-content/uploads Allow: /wp-content/gallery # allow explicit these files Allow: /sitemap.xml Allow: /sitemap.xml.gz Sitemap: http://blog.blackseals.net/sitemap.xml.gz