# AllTheWeb User-agent: fast-webcrawler Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # AltaVista User-agent: scooter Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # Googlebot User-agent: googlebot Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # Looksmart User-agent: wisenutbot Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* User-agent: zyborg Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # MSN User-agent: msnbot Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # Yahoo Vertical Crawler User-agent: yahoo-verticalcrawler Crawl-Delay: 10 Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # Internet Archive User-agent: ia_archiver Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* #Ask Jeeves User-agent: askjeeves Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* #DIGGIT User-agent: digger Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* #Infoseek User-agent: infoseek Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* #Lycos User-agent: lycos Disallow: /imagens Disallow: */imagens Disallow: /ads Disallow: /arquivos Disallow: /backup_formato Disallow: /cgi_bin Disallow: /css Disallow: /djset Disallow: /g2 Disallow: /js Disallow: /mistermag Disallow: /newsletter Disallow: /parkshopping Disallow: /site Disallow: /site2 Disallow: /terraco Disallow: /testes Disallow: /teste-hiv Disallow: */wp-* # Exclude every other bot (hopefully) User-agent: * Disallow: /