# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism


User-agent: *
Disallow: /cgi-bin/
Disallow: /listmessenger/
Disallow: /gallery/
Disallow: /emailblast/
Disallow: /email_temps/
Disallow: /oldfiles/
Disallow: /video/
Disallow: /events/