# /robots.txt file for http://webcrawler.com/
# mail admin@twinns.nl for constructive criticism

User-agent: webcrawler
Disallow: 	
				
User-agent: googlebot
Disallow: 

User-agent: *
Disallow: