# The Royal Botanic Gardens, Kew provides this website for the benefit
# of the general public and the wider scientific community of which it
# is a part. Much of the scientific content is provided dynamically from
# databases. These are not designed for the heavy load from site
# crawlers or mirroring software. If you wish to crawl this site, or
# create a mirror, we would appreciate your cooperation in advance by
# contacting webmaster@kew.org and we will try to accomodate your
# requirements in the most efficient way possible. Thank you.

User-agent: *
Disallow: /cgi-bin
Disallow: /Telnet
Disallow: /icons
Disallow: /_vti_cnf
Disallow: /Library
Disallow: /library
Disallow: /_notes
Disallow: /extranet/
Disallow: /archive/
Disallow: /uhtbin
Disallow: /mailman
Disallow: /pipermail
Disallow: /search/search
Disallow: /ucm/idcplg
Disallow: /learn-2
Disallow: /visit-kew-gardens/2-for-1-voucher

Crawl-delay: 30

#User-agent: msnbot
#Crawl-delay: 30
#
#User-agent: msnbot-media
#Crawl-delay: 30
#
#User-agent: Slurp
#Crawl-delay: 30
#
#User-agent: ConveraCrawler* 
##Crawl-delay: 30

Sitemap: http://www.kew.org/sitemap.xml