# AllTheWeb User-agent: fast-webcrawler Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # AltaVista User-agent: scooter Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # Googlebot User-agent: googlebot Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # Looksmart User-agent: wisenutbot Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* User-agent: zyborg Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # MSN User-agent: msnbot Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # Yahoo Vertical Crawler User-agent: yahoo-verticalcrawler Crawl-Delay: 10 Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # Internet Archive User-agent: ia_archiver Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* #Ask Jeeves User-agent: askjeeves Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* #DIGGIT User-agent: digger Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* #Infoseek User-agent: infoseek Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* #Lycos User-agent: lycos Disallow: */imagens Disallow: /cgi_bin Disallow: /teste* Disallow: */wp-* # Exclude every other bot (hopefully) User-agent: * Disallow: /