# /robots.txt file for http://webcrawler.com/
# mod 24Aug10
User-agent: *

Disallow: /Userfiles/
Disallow: /webs/
Disallow: /backups/