# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: MJ12bot 
Disallow: / 

User-agent: barkrowler
Disallow: / 

User-agent: Bingbot
Disallow: / 

user-agent: AhrefsBot
disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Phantom
Disallow: /

User-agent: BBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: *

Disallow: /assets
Disallow: /inc/roteador.cfm
Disallow: /cgi-bin/ 
Disallow: /cgi/