# robots.txt file for http://www.dewil.ch

User-agent: *
Disallow: /cgi/

User-agent: Spock Crawler (http://www.spock.com/crawler)
Disallow: /

User-agent: NutchEC2Test/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http://lucene.apache.org/nutch/bot.html; ec2test at lucene.com)
Disallow: /