User-agent: AhrefsBot
Disallow:
User-agent: bingbot
Disallow:
User-agent: SemrushBot
Disallow:
User-agent: crawl
Disallow:
User-agent: MJ12bot
Disallow:
User-agent: Googlebot
Disallow:
User-agent: Slurp
Disallow:
User-agent: MSNBot
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: yahoo-mmcrawler
Disallow:
User-agent: psbot
Disallow:
User-agent: *
Disallow: /cgi-bin
Disallow: /cgi-local
Disallow: /livros
Disallow: /stats
Disallow: /cobranca
Disallow: /admin
Disallow: /sitemap.php
Disallow: /sitemapHttps.php
Disallow: /estaticas.txt
Disallow: /estaticasHttps.txt
Disallow: /sitemap.txt
Disallow: /boletim/gerarss.php