# /robots.txt file for http://webcrawler.com/
# mail webmaster@sbanda.com for constructive criticism

User-agent: *
Disallow: /tmp
Disallow: /logs

User-agent: *
Disallow: /_mm/
Disallow: /_notes/
Disallow: /_baks/
Disallow: /MMWIP/

User-agent: googlebot
Disallow: *.csi