User-Agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /lib

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: wget
Disallow: /


User-agent: Yahoo Pipes 1.0
Disallow: /
User-agent: Yahoo Pipes 2.0
Disallow: /

sitemap: http://www.bibliacatolica.com.br/sitemap.xml.gz
sitemap: http://www.bibliacatolica.com.br/blog/sitemap_index.xml