User-agent: * # disallow all files in these directories Disallow: /blogs/wp-admin Disallow: /blogs/wp-includes Disallow: /blogs/wp-content/plugins Disallow: /blogs/wp-content/cache Disallow: /blogs/wp-content/themes Disallow: /blogs/cgi-bin/ Disallow: /blogs/z/j/ Disallow: /blogs/z/c/ Disallow: /blogs/stats/ Disallow: /blogs/dh_ Disallow: /blogs/about/ Disallow: /blogs/contact/ Disallow: /blogs/tag/ Disallow: /blogs/wp-admin/ Disallow: /blogs/wp-includes/ Disallow: /blogs/contact Disallow: /blogs/manual Disallow: /blogs/manual/* Disallow: /blogs/phpmanual/ Disallow: /blogs/category/ Disallow: /blogs/trackback Disallow: /blogs/*trackback Disallow: /blogs/*trackback* Disallow: /blogs/*/trackback Disallow: /blogs/*?* Disallow: /blogs/*.html/$ Disallow: /blogs/*feed* Disallow: /blog/administrator/ Disallow: /blog/cache/ Disallow: /blog/components/ Disallow: /blog/editor/ Disallow: /blog/help/ Disallow: /blog/images/ Disallow: /blog/includes/ Disallow: /blog/language/ Disallow: /blog/mambots/ Disallow: /blog/media/ Disallow: /blog/modules/ Disallow: /blog/templates/ Disallow: /blog/installation Disallow: /blog/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /blogs/*.php$ Disallow: /blogs/*.js$ Disallow: /blogs/*.inc$ Disallow: /blogs/*.css$ Disallow: /blogs/*.gz$ Disallow: /blogs/*.wmv$ Disallow: /blogs/*.cgi$ Disallow: /blogs/*.xhtml$ # disallow all files with ? in url Disallow: /blogs/*?* Disallow: /blog/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /blogs/*/*/email/$ Disallow: /blogs/*/*/print/$ Disallow: /blogs/*/*/#$ Disallow: /blogs/page/ # block all folders with broken links User-agent: * Disallow: /blogs/20$