# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow # Only Googlebot, MSNbot and Yahoo! (Slurp) support wildcards # Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays # Google, Microsoft, Yahoo and Ask support sitemap auto-discovery Sitemap: http://www.lyraphase.com/sitemap.xml # Google Adwords Bot User-agent: Adsbot-Google Allow: / # Google Images Bot User-agent: Googlebot-Image Allow: / Disallow: /wp/category Disallow: /wp/tags Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ Disallow: /*/feed Disallow: /*/trackback Allow: /wp/wp-content/uploads # Todo: optimize for mobile browsers? #User-agent: Googlebot-Mobile #Allow: / # Google User-agent: Googlebot # Block all files in these directories Disallow: /wp/category Disallow: /wp/tags Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ Disallow: /*/feed Disallow: /*/trackback # Block URLs that include ? except those that end with ? Allow: /*?$ Disallow: /*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ Disallow: /*.php$ Disallow: /*.xml$ # But allow /wp/index.php and /sitemap.xml Allow: /wp/index.php Allow: /sitemap.xml Allow: /wp/wp-content/uploads # MSN User-agent: msnbot # Block all files in these directories Disallow: /wp/category Disallow: /wp/tags Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ Disallow: /*/feed Disallow: /*/trackback # Block URLs that include ? except those that end with ? Allow: /*?$ Disallow: /*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ # Yahoo! User-agent: Slurp # Block all files in these directories Disallow: /wp/category Disallow: /wp/tags Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ Disallow: /*/feed Disallow: /*/trackback # Block URLs that include ? except those that end with ? Allow: /*?$ Disallow: /*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ Disallow: /*.php$ Disallow: /*.xml$ # But allow /wp/index.php and /sitemap.xml Allow: /wp/index.php Allow: /sitemap.xml # Ask User-agent: Teoma # Block all files in these directories Disallow: /wp/tags Disallow: /wp/category Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ # Allow /wp/index.php and /sitemap.xml Allow: /wp/index.php Allow: /sitemap.xml # Alexa archiver User-agent: ia_archiver Allow: / Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Catch-all for other agents User-agent: * # Block all files in these directories Disallow: /wp/feed Disallow: /wp/tags Disallow: /wp/category Disallow: /wp/wp-admin Disallow: /wp/wp-content Disallow: /wp/wp-includes Disallow: /cgi-bin Disallow: /img/noleech/ Disallow: /img/mysp/ # ___________________ # / ________ -[]--. \ # / ,-' `-. \ \ # / ( o ) _) \ # / `-._________,-'_ /_/-.\ # / __ _ Phasic " " " \ # /_____________________________\ # "-=-------------------------=-"