# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /banners
Disallow: /dreamweaver
Disallow: /foorum
Disallow: /fun
Disallow: /heatfm banner
Disallow: /hei
Disallow: /kavad
Disallow: /reklaam
Disallow: /spotlight
Disallow: /uudised
Disallow: /uus
Disallow: /yritused