User-agent: *
# Disallow indexing of some of the Oracle's bigger and more dynamic pages.
Disallow: /oracle/center_list.html
Disallow: /cgi-bin/cgiwrap?user-bct7m&
Disallow: /cgi-bin/oracle/
# This may not clog up altavista, but it certainly clogs up our local
# search engine.
Disallow: /~tkb2e/words.html
Disallow: /~tkb2e/words-backup.html
Disallow: /research/images/
Disallow: /research/slide_photos.html

# Not sure yet whether Baidu respects wildcarding in Disallow statements,
# but let's try it - we get clobbered when music/video in user webspace
# gets indexed by them.  -- Jess, 2/10/10
User-agent: baiduspider
Disallow: /*.mp3$
Disallow: /*.rmvb$