# /robots.txt file for http://www.abz.nl # mail webmaster@webcrawler.com for constructive criticism User-agent: * # Disallow: /cgi-bin # Disallow: /site