# AllTheWeb

User-agent: fast-webcrawler
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# AltaVista

User-agent: scooter
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# Googlebot

User-agent: googlebot
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# Looksmart

User-agent: wisenutbot
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

User-agent: zyborg
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# MSN

User-agent: msnbot
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# Yahoo Vertical Crawler

User-agent: yahoo-verticalcrawler
Crawl-Delay: 10
Disallow: */css
Disallow: */imagens
Disallow: */mini
Disallow: */paginas
Disallow: */cgi-bin
Disallow: */arquivos_originais_ig
Disallow: */modlogan
Disallow: */webalizer
Disallow: */wp-admin
Disallow: */wp-includes

# Exclude every other bot (hopefully)

User-agent: *
Disallow: /