# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /BYTE/messages/
Disallow: /cgi-bin/
Disallow: /CV/
Disallow: /resume.htm
Disallow: /skills.htm
Disallow: /resumee.htm
Disallow: /resume.html
Disallow: /resumee.html
Disallow: /cv/
Disallow: /resume/
Disallow: /Resume/
Disallow: /resumee
Disallow: /tmp
Disallow: /logs