# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /files
Disallow: /jgg
Disallow: /gefenol
Disallow: /aylardao
Disallow: /chirikov
Disallow: /sergio
Disallow: /gif
Disallow: /mrtg