# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: Slurp
Disallow: /
Disallow: 


User-agent: webcrawler
Disallow:

User-agent: lycra
Disallow: /

User-agent: *
Disallow: /tmp/
Disallow: /includes/
Disallow: /admin/
Disallow: /images/
Disallow: /docs/
Disallow: /print