# The Royal Botanic Gardens, Kew provides this website for the benefit
# of the general public and the wider scientific community of which it
# is a part. Much of the scientific content is provided dynamically from
# databases. These are not designed for the heavy load from site
# crawlers or mirroring software. If you wish to crawl this site, or
# create a mirror, we would appreciate your cooperation in advance by
# contacting webmaster@kew.org and we will try to accomodate your
# requirements in the most efficient way possible. Thank you.

User-agent: *
Disallow: /cgi-bin
Disallow: /Telnet
Disallow: /icons
Disallow: /_vti_cnf
Disallow: /Library
Disallow: /_notes
Disallow: /extranet/
Disallow: /archive/
Disallow: /uhtbin
Crawl-delay: 30

#User-agent: msnbot
#Crawl-delay: 30
#
#User-agent: msnbot-media
#Crawl-delay: 30
#
#User-agent: Slurp
#Crawl-delay: 30
#
#User-agent: ConveraCrawler* 
#Crawl-delay: 30