# http://www.rafaelpereztaylor.com

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /trackback/
Disallow: /wp-

Disallow: /?s=
Disallow: /category/
Disallow: /tag/
Disallow: */comments/
Disallow: */trackback/

Sitemap: http://www.rafaelpereztaylor.com/sitemap.xml.gz

User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50
User-agent: msnbot
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 10