# robots.txt for www.waikato.ac.nz
User-agent: htdig
# Disallow: /cgi-bin/
Disallow: /cache/graphs/
Disallow: /its/private/

User-agent: *
Disallow: /cgi-bin/
Disallow: /perl-bin/
Disallow: /cache/graphs/
Disallow: /its/private/
Disallow: /logs/
~