## /robots.txt file for http://webcrawler.com/
# mail webmaster@unitmediaservices.com

User-agent: webcrawler
Disallow: /images
Disallow: /stats

User-agent: lycra
Disallow: /images
Disallow: /php_uploads
Disallow: /stats

User-agent: *
Disallow: /images
Disallow: /php_uploads
Disallow: /stats