sitemap: http://www.menosfutbolmascarreras.es/sitemap.xml

User-agent: Mediapartners-Google*
Disallow:

User-agent: Orthogaffe
Disallow: /

# Crawlers that are kind enough to obey, but which we'd rather not have unless they're feeding search engines.

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy entire sites. Please obey robots.txt

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.

User-agent: wget
Disallow: /

# The 'grub' distributed client has been *very* poorly behaved.

User-agent: grub-client
Disallow: /

# Doesn't follow robots.txt anyway, but...

User-agent: k2spider
Disallow: /

# Hits many times per second, not acceptable www.nameprotect.com/botinfo.html

User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit www.webreaper.net

User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /adm/
Disallow: /trackback/
Disallow: /*/*/*/*.xml
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /docs/
Disallow: /download/
Disallow: /errores/
Disallow: /files/
Disallow: /images/
Disallow: /ImagesForos/
Disallow: /includes/
Disallow: /language/
Disallow: /otros/
Disallow: /portal/
Disallow: /stats/
Disallow: /store/
Disallow: /styles/
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /common.php
Disallow: /config.php
Disallow: /cron.php
Disallow: /faq.php
Disallow: /mcp.php
Disallow: /memberlist.php
Disallow: /memberlist.php.modificado
Disallow: /posting.php
Disallow: /posting.php.modificado
Disallow: /report.php
Disallow: /search.php
Disallow: /search.php?
Disallow: /style.php
Disallow: /ucp.php
Disallow: /video.php
Disallow: /viewonline.php
Disallow: /viewonline.php.modificado
Disallow: /.htaccess.modificado
Disallow: /y_key_85ece5e470bbc37c.html
Disallow: /LiveSearchSiteAuth.xml
Disallow: /google1bce15d1069c9ed9.html
## Evita contenido duplicado de las vistas mensuales que crea el portal
Disallow: /portal.php?month=*
Disallow: /portal.php?article=*