# $Id: robots.txt,v 1.3 1997/09/24 18:34:09 kat Exp $
# robots.txt for http://www.ucolick.org/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: MOMspider           # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/             #     Script files
Disallow: /Admin/MOM/           #     Local MOMspider output
Disallow: /~de/.spider/         #     Local MOMspider output

User-agent: *                   # All other spiders should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /Test/                #     The test area for web experimentation
Disallow: /Admin/               #     Huge server statistic logs
Disallow: /~de/.spider/         #     Local MOMspider output