User-agent: * # disallow all files in these directories Disallow: /crucigramas/wp-admin Disallow: /crucigramas/wp-includes Disallow: /crucigramas/wp-content/plugins Disallow: /crucigramas/wp-content/cache Disallow: /crucigramas/wp-content/themes Disallow: /crucigramas/cgi-bin/ Disallow: /crucigramas/z/j/ Disallow: /crucigramas/z/c/ Disallow: /crucigramas/stats/ Disallow: /crucigramas/dh_ Disallow: /crucigramas/about/ Disallow: /crucigramas/contact/ Disallow: /crucigramas/tag/ Disallow: /crucigramas/wp-admin/ Disallow: /crucigramas/wp-includes/ Disallow: /crucigramas/contact Disallow: /crucigramas/manual Disallow: /crucigramas/manual/* Disallow: /crucigramas/phpmanual/ Disallow: /crucigramas/category/ Disallow: /crucigramas/trackback Disallow: /crucigramas/*trackback Disallow: /crucigramas/*trackback* Disallow: /crucigramas/*/trackback Disallow: /crucigramas/*?* Disallow: /crucigramas/*.html/$ Disallow: /crucigramas/*feed* Disallow: /juegos/administrator/ Disallow: /juegos/cache/ Disallow: /juegos/components/ Disallow: /juegos/editor/ Disallow: /juegos/help/ Disallow: /juegos/images/ Disallow: /juegos/includes/ Disallow: /juegos/language/ Disallow: /juegos/mambots/ Disallow: /juegos/media/ Disallow: /juegos/modules/ Disallow: /juegos/templates/ Disallow: /juegos/installation Disallow: /juegos/*?* User-agent: Googlebot # disallow all files ending with these extensions Disallow: /crucigramas/*.php$ Disallow: /crucigramas/*.js$ Disallow: /crucigramas/*.inc$ Disallow: /crucigramas/*.css$ Disallow: /crucigramas/*.gz$ Disallow: /crucigramas/*.wmv$ Disallow: /crucigramas/*.cgi$ Disallow: /crucigramas/*.xhtml$ # disallow all files with ? in url Disallow: /crucigramas/*?* Disallow: /juegos/*?* # disable duggmirror User-agent: duggmirror Disallow: / # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # block print and email User-agent: * Disallow: /crucigramas/*/*/email/$ Disallow: /crucigramas/*/*/print/$ Disallow: /crucigramas/*/*/#$ Disallow: /crucigramas/page/ # block all folders with broken links User-agent: * Disallow: /crucigramas/20$