# www.neilson-athletics.com: robots.txt
# Off-peak only and no more than 1 hit per minute, please.

# http://www.seventwentyfour.com/
User-agent: LinkWalker
Disallow: /

# http://www.singingfish.com/
# This is the singingfish.com spider that likes to disobey exclusions and read
# our media files and even javascript files.  Ban it from everything.
User-agent: asterias
Disallow: /

# IBM Almaden Research Center 66.147.154.3 crawler was hitting M3Us in Jan/2007 the media directory (long non-existant)
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: *
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /cp/
Disallow: /css/
Disallow: /images/
Allow:    /images/photos/
Disallow: /images/guests/
Disallow: /modlogan/
Disallow: /webalizer/
Disallow: /widgets/
Disallow: /construction.html