User-agent: *
Disallow: guestbook.html
Disallow: addguest.html
Disallow: /images/
Disallow: /background/
Disallow: /_derived/
Disallow: /_themes/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /cis22class/
Disallow: /final/
Disallow: /midterm/
Disallow: /presentations/
Disallow: /stats/
Disallow: animate.js
Disallow: center-button.gif
Disallow: email.html
Disallow: emailguest.html
Disallow: emailpage.html
Disallow: form_entry.js
Disallow: french.html
Disallow: frenchparquer.html
Disallow: left-button.gif
Disallow: main.css
Disallow: nabkgnd.jpg
Disallow: Parquers-small.jpg
Disallow: photo_album.html
Disallow: right_button,gif
Disallow: slides.html
Disallow: /test/relativelinks/2ndlevel/http://
Disallow: /test/relativelinks/rtestprob/http://searchtools/about/
Disallow: /test/relativelinks/rtestprob/http://searchtools/analysis/
Disallow: /test/relativelinks/rtestprob/http://searchtools/guide/
Disallow: /test/relativelinks/rtestprob/http://searchtools/info/
Disallow: /test/relativelinks/rtestprob/http://searchtools/pub/
Disallow: /test/relativelinks/rtestprob/http://searchtools/robots/
Disallow: /test/relativelinks/rtestprob/http://searchtools/search/
Disallow: /test/relativelinks/rtestprob/http://searchtools/site/
Disallow: /test/relativelinks/rtestprob/http://searchtools/slides/
Disallow: /test/relativelinks/rtestprob/http://searchtools/surveys/
Disallow: /test/relativelinks/rtestprob/http://searchtools/tools/
Disallow: /test/robots/disal/
Disallow: /test/robots/noindex/
Disallow: /test/robots/partial
Disallow: /searchtools/
Disallow: /slides/examples/
Disallow: /ST/
Disallow: /st/
Disallow: /St/
Disallow: /wr/
# don't let search engines see the RSS feed, it's just confusing.
User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: /searchtools-rss.xml
# updated 2002-03-22 (disallow rtestprob links)
# updated 2002-06-25 (disallow info/slides links, info/robots/)
# updated 2002-07-25 (disallow /searchtools/ which is an alias)