# robots.txt for http://www.see-it.nl/ User-agent: * Disallow: /frameset/ Disallow: /scripts/ Disallow: /feeds/ Disallow: /doc/ Disallow: /content/whois/