User-agent: * # disallow all files in these directories Disallow: /online/wp-admin Disallow: /online/wp-includes Disallow: /online/wp-content/plugins Disallow: /online/wp-content/cache Disallow: /online/wp-content/themes Disallow: /online/cgi-bin/ Disallow: /online/z/j/ Disallow: /online/z/c/ Disallow: /online/stats/ Disallow: /online/dh_ Disallow: /online/about/ Disallow: /online/contact/ Disallow: /online/tag/ Disallow: /online/wp-admin/ Disallow: /online/wp-includes/ Disallow: /online/contact Disallow: /online/manual Disallow: /online/manual/* Disallow: /online/phpmanual/ Disallow: /online/category/ Disallow: /online/trackback Disallow: /online/*trackback Disallow: /online/*trackback* Disallow: /online/*/trackback Disallow: /online/*?* Disallow: /online/*.html/$ Disallow: /online/*feed* Disallow: /electronico/administrator/ Disallow: /electronico/cache/ Disallow: /electronico/components/ Disallow: /electronico/editor/ Disallow: /electronico/help/ Disallow: /electronico/images/ Disallow: /electronico/includes/ Disallow: /electronico/language/ Disallow: /electronico/mambots/ Disallow: /electronico/media/ Disallow: /electronico/modules/ Disallow: /electronico/templates/ Disallow: /electronico/installation Disallow: /electronico/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /online/*.php$ Disallow: /online/*.js$ Disallow: /online/*.inc$ Disallow: /online/*.css$ Disallow: /online/*.gz$ Disallow: /online/*.wmv$ Disallow: /online/*.cgi$ Disallow: /online/*.xhtml$ # disallow all files with ? in url Disallow: /online/*?* Disallow: /electronico/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /online/*/*/email/$ Disallow: /online/*/*/print/$ Disallow: /online/*/*/#$ Disallow: /online/page/ # block all folders with broken links User-agent: * Disallow: /online/20$