#
# robots.txt despeinados.com v0.1
#

User-Agent: *
Allow: /wp-content/uploads/
Allow: /feed/$
Disallow: /contacto
Disallow: /cgi-bin
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/backup-db/
Disallow: /wp-content/cache/
Disallow: /wp-content/gt-cache/
Disallow: /wp-content/languages/
Disallow: /wp-content/upgrade/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /lab/
Disallow: /media/
Disallow: /becas/
Disallow: /wp-
Disallow: /?s=
Disallow: /search
Disallow: /feed
Disallow: /comments/feed
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /*/*/*/trackback/$

#
# Lista de bots que suelen respetar el robots.txt pero rara
# vez hacen un buen uso del sitio y abusan bastante.
#

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /

#
# Slurp (Yahoo!), Noxtrum y el bot de MSN
#

User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10

Sitemap: http://www.despeinados.com/sitemap.xml