# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism


User-agent: *
Disallow: /glassfamilysite
Disallow: /rjglass
Disallow: /cgi-bin
Disallow: /mailcorp
Disallow: /mailpersonal

# Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say 'Disallow: /tmp'. 
# You shouldn't put more than one path on a Disallow line (this may change in a future version of the spec)