#
# Master BCN robot exclusion file - JRW - 1999-06-18 
# See  http://www.robotstxt.org/wc/norobots.html
# for how it works.
# See http://www.searchtools.com/robots/robots-txt.html
# for more information and test tools.
#
# Applies to all user agents kind enough to ask.
User-agent: *
Disallow: /cgi-bin/
#
# Exclude bcn board document directory
Disallow: /bcn/board            # Internal project information
#
# Exclude basin internal project directories
Disallow: /basin/ims
Disallow: /basin/inventory.html
Disallow: /basin/www
Disallow: /basin/calendar
Disallow: /basin/cgi-bin
Disallow: /basin/stats
Disallow: /basin/wash/stats
Disallow: /basin/wash/education/stats
#
# Exclude files with lots of email addresses
# Are there robots that really need the %7e and %7E forms of ~ ?
Disallow: /~neal/pgpstat/
Disallow: /%7Eneal/pgpstat/
Disallow: /%7eneal/pgpstat/
Disallow: /~vbbehren
# Exclude the stats pages - pvb 3/23/2002
Disallow: /bcn/site-reports
Disallow: /stats
# other BCN pages that shouldn't be indexed - pvb 6/27/02
Disallow: /search
Disallow: /toc.html
Disallow: /toc.old.html
Disallow: /aerie
Disallow: /bcn/bobby
Disallow: /bcn/bobby3.2
Disallow: /bcn/tac/lists
Disallow: /bcn/tac/maillist
# pages moved off BCN that robots keep looking for
Disallow: /boulder/police
Disallow: /boulder/fyi
Disallow: /boulder/go-boulder
Disallow: /boulder/city_council
Disallow: /boulder/history
Disallow: /health/chn
Disallow: /broomfield
Disallow: /library/bpl
Disallow: /pdxflood
Disallow: /colorado
Disallow: /human-social/shelter
Disallow: /campuspress
Disallow: /recreation/soccer
Disallow: /recreation/cycling