#robots.txt for http://www.amherst.edu/
User-agent: MOMspider
Disallow: /cgi-bin/
Disallow: /SpiderOut.html
Disallow: /dingbats
User-agent: *
Disallow: /cgi-bin/
Disallow: /SpiderOut.html
Disallow: /dingbats
Disallow: /~webdev