# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

#     User-agent: webcrawler
#     Disallow:

#     User-agent: lycra
#     Disallow: /

     User-agent: *
     Disallow: /cool10000
     Disallow: /tmp
     Disallow: /log
     Disallow: /rayban.html
     Disallow: /coolcat.html
     Disallow: rayban.html
     Disallow: coolcat.html