User-agent: * # disallow all files in these directories Disallow: /articulos/wp-admin Disallow: /articulos/wp-includes Disallow: /articulos/wp-content/plugins Disallow: /articulos/wp-content/cache Disallow: /articulos/wp-content/themes Disallow: /articulos/cgi-bin/ Disallow: /articulos/z/j/ Disallow: /articulos/z/c/ Disallow: /articulos/stats/ Disallow: /articulos/dh_ Disallow: /articulos/about/ Disallow: /articulos/contact/ Disallow: /articulos/tag/ Disallow: /articulos/wp-admin/ Disallow: /articulos/wp-includes/ Disallow: /articulos/contact Disallow: /articulos/manual Disallow: /articulos/manual/* Disallow: /articulos/phpmanual/ Disallow: /articulos/category/ Disallow: /articulos/trackback Disallow: /articulos/*trackback Disallow: /articulos/*trackback* Disallow: /articulos/*/trackback Disallow: /articulos/*?* Disallow: /articulos/*.html/$ Disallow: /articulos/*feed* Disallow: /asistencia/administrator/ Disallow: /asistencia/cache/ Disallow: /asistencia/components/ Disallow: /asistencia/editor/ Disallow: /asistencia/help/ Disallow: /asistencia/images/ Disallow: /asistencia/includes/ Disallow: /asistencia/language/ Disallow: /asistencia/mambots/ Disallow: /asistencia/media/ Disallow: /asistencia/modules/ Disallow: /asistencia/templates/ Disallow: /asistencia/installation Disallow: /asistencia/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /articulos/*.php$ Disallow: /articulos/*.js$ Disallow: /articulos/*.inc$ Disallow: /articulos/*.css$ Disallow: /articulos/*.gz$ Disallow: /articulos/*.wmv$ Disallow: /articulos/*.cgi$ Disallow: /articulos/*.xhtml$ # disallow all files with ? in url Disallow: /articulos/*?* Disallow: /asistencia/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /articulos/*/*/email/$ Disallow: /articulos/*/*/print/$ Disallow: /articulos/*/*/#$ Disallow: /articulos/page/ # block all folders with broken links User-agent: * Disallow: /articulos/20$