User-agent: Mediapartners-Google* 
Disallow: 
# Crawler de Google

User-agent: Googlebot
Disallow: 
# Crawler de Google

User-agent: MSNBot
Disallow: 
# Crawler de MSN

User-agent: Slurp
Disallow: 
# Crawler de Yahoo

User-agent: Scooter/3.3
Disallow:
# Crawler de Altavista

User-agent: Gigabot/2.0 
Disallow:
# Crawler de Gigablast

User-agent: Mozilla/5.0
Disallow:
# Crawler de Viola

User-agent: Robozilla
Disallow: 
# Crawler de DOMZ

User-agent: ia_archiver
Disallow: 
# Crawler de Alexa

User-agent: Teoma
Disallow: 
# Crawler de ASK

User-agent: Scrubby
Disallow: 
# Crawler de 

User-agent: Nutch
Disallow: 
# Crawler de 

User-agent: baiduspider
Disallow: 
# Crawler de 

User-agent: naverbot
Disallow: 
# Crawler de 

User-agent: yeti
Disallow: 
# Crawler de 

User-agent: *
Disallow: 
# Crawler