# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: Googlebot
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: Yahoo
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: MSNbot
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: Excite
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: Lycos
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: EntireWeb
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: 

User-agent: Exactseek
Disallow: 
Disallow: 
Disallow: 
Disallow: 
Disallow: