# robots.txt for http://scilib.ucsd.edu/
# updated 23 Feb, 2000 - by Christy
# updated 19 Jan, 2001 - escowles

# this robots.txt appeases MOMspider's poor use of the robots.txt
# file.  It is taken not from the cited documentation, but from 
# the example the momspider author uses.  luser.

User-agent: MOMspider
Disallow: /Admin/stats/
Disallow: /Admin/users/
Disallow: /bml/old/

User-agent: *
Disallow: /Admin/   
Disallow: /ucsdonly/
Disallow: /Proj/
Disallow: /testbed/ 
Disallow: /~webtech/
Disallow: /~webtech1/
Disallow: /cgi-bin/
Disallow: /aboutnet/
Disallow: /beta/
Disallow: /subjectdir/
Disallow: /services/
Disallow: /people-org/
Disallow: /home/
Disallow: /fun/
Disallow: /jj/
Disallow: /logs/
Disallow: /z/
Disallow: /old-scilib/
Disallow: /gort