# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: Mediapartners-Google*
Disallow:

User-agent: Googlebot
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: msnbot
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: *
Disallow: