# The Royal Botanic Gardens, Kew provides this website for the benefit
# of the general public and the wider scientific community of which it
# is a part. Much of the scientific content is provided dynamically from
# databases. These are not designed for the heavy load from site
# crawlers or mirroring software. If you wish to crawl this site, or
# create a mirror, we would appreciate your cooperation in advance by
# contacting webmaster@kew.org and we will try to accomodate your
# requirements in the most efficient way possible. Thank you.

User-agent: *
Disallow: /cgi-bin
Disallow: /Telnet
Disallow: /icons
Disallow: /_vti_cnf
Disallow: /Library
Disallow: /library
Disallow: /_notes
Disallow: /extranet/
Disallow: /uhtbin
Disallow: /mailman
Disallow: /pipermail
Disallow: /search/search
Disallow: /ucm/idcplg
Disallow: /ucm/igcolorbox/

# added allow rule 08/02/12 to see if this will increase Google indexing of images
Allow: /ucm/idcplg?IdcService=GET_FILE&dDocName=*

# 29/04/2012 - DS decreased crawl from 30 sec to 1 to resolve issue with PRODUCTION server - KPPUCM03
Crawl-delay: 1

#User-agent: msnbot
#Crawl-delay: 30
#
#User-agent: msnbot-media
#Crawl-delay: 30
#
#User-agent: Slurp
#Crawl-delay: 30
#
#User-agent: ConveraCrawler* 
##Crawl-delay: 30

Sitemap: http://www.kew.org/sitemap.xml

Disallow: /about-kew/cs-jobs/index.htm
Disallow: /about-kew/cs-jobs/
Disallow: /about-kew/cs-jobs/*
Disallow: /about-kew/civil-service-jobs/*
Disallow: /kbd/*

User-agent: Googlebot-Image
Crawl-delay: 5

User-agent: Googlebot
Crawl-delay: 5