User-agent:  *
# disallow all files in these directories
Disallow: /metabuscador/wp-admin
Disallow: /metabuscador/wp-includes
Disallow: /metabuscador/wp-content/plugins
Disallow: /metabuscador/wp-content/cache
Disallow: /metabuscador/wp-content/themes
Disallow: /metabuscador/cgi-bin/
Disallow: /metabuscador/z/j/
Disallow: /metabuscador/z/c/
Disallow: /metabuscador/stats/
Disallow: /metabuscador/dh_
Disallow: /metabuscador/about/
Disallow: /metabuscador/contact/
Disallow: /metabuscador/tag/
Disallow: /metabuscador/wp-admin/
Disallow: /metabuscador/wp-includes/
Disallow: /metabuscador/contact
Disallow: /metabuscador/manual
Disallow: /metabuscador/manual/*
Disallow: /metabuscador/phpmanual/
Disallow: /metabuscador/category/
Disallow: /metabuscador/trackback
Disallow: /metabuscador/*trackback
Disallow: /metabuscador/*trackback*
Disallow: /metabuscador/*/trackback
Disallow: /metabuscador/*?*
Disallow: /metabuscador/*.html/$
Disallow: /metabuscador/*feed*
 


Disallow: /portal/administrator/
Disallow: /portal/cache/
Disallow: /portal/components/
Disallow: /portal/editor/
Disallow: /portal/help/
Disallow: /portal/images/
Disallow: /portal/includes/
Disallow: /portal/language/
Disallow: /portal/mambots/
Disallow: /portal/media/
Disallow: /portal/modules/
Disallow: /portal/templates/
Disallow: /portal/installation
Disallow: /portal/*?*
 

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /metabuscador/*.php$
Disallow: /metabuscador/*.js$
Disallow: /metabuscador/*.inc$
Disallow: /metabuscador/*.css$
Disallow: /metabuscador/*.gz$
Disallow: /metabuscador/*.wmv$
Disallow: /metabuscador/*.cgi$
Disallow: /metabuscador/*.xhtml$
# disallow all files with ? in url
Disallow: /metabuscador/*?*
Disallow: /portal/*?*
 

# disable duggmirror
User-agent: duggmirror
Disallow: /

 

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

 

# allow adsense bot on entire site
User-agent: Mediapartners-Google
Disallow:
Allow: /*

 

# block print and email
User-agent:  *
Disallow: /metabuscador/*/*/email/$
Disallow: /metabuscador/*/*/print/$
Disallow: /metabuscador/*/*/#$
Disallow: /metabuscador/page/

 

# block all folders with broken links
User-agent:  *
Disallow: /metabuscador/20$