# /robots.txt file for http://webcrawler.com/
# mail webmaster@vinodiet.com

User-agent: webcrawler
Disallow: /images
Disallow: /php_uploads
Disallow: /stats
Disallow: /www

User-agent: lycra
Disallow: /www
Disallow: /images
Disallow: /php_uploads
Disallow: /stats
Disallow: /pages

User-agent: *
Disallow: /www
Disallow: /images
Disallow: /php_uploads
Disallow: /stats