# Astronomy Calgary robots.txt file used to indicate to WWW robots which parts
# of our web site should not be indexed.
#
# The following pages have details on how to setup a robots.txt file 
# and related security issues:
#   http://www.chami.com/tips/internet/010198I.html
#   http://www.searchengineworld.com/robots/robots_tutorial.htm
#
# robots.txt validator: (give it: http://calgary.rasc.ca/robots.txt)
#   http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
# March 30 2008 disallowed s l u r p and m s n b o t because they suck up huge bandwidth compared to google

User-agent: Slurp
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: *
Disallow: /cgi-bin/