# The Royal Botanic Gardens, Kew provides this website for the benefit
# of the general public and the wider scientific community of which it
# is a part. Much of the scientific content is provided dynamically from
# databases. These are not designed for the heavy load from site
# crawlers or mirroring software. If you wish to crawl this site, or
# create a mirror, we would appreciate your cooperation in advance by
# contacting webmaster@kew.org and we will try to accomodate your
# requirements in the most efficient way possible. Thank you.
User-agent: *
Disallow: /cgi-bin
Disallow: /Telnet
Disallow: /icons
Disallow: /_vti_cnf
Disallow: /Library
Disallow: /_notes
Disallow: /extranet/
Disallow: /archive/
User-agent: *
Crawl-delay: 30
User-agent: msnbot
Crawl-delay: 30
User-agent: msnbot-media
Crawl-delay: 30
User-agent: Slurp
Crawl-delay: 30
User-agent: ConveraCrawler*
Crawl-delay: 30