# Updated 17/12/09
# Allows only major search engines and known friendly spiders

User-agent: Googlebot
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: Mediapartners-Google
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: Adsbot-Google
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: googlebot-mobile
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: MSNBot
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: Slurp
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

User-agent: ia_archiver
Disallow: /23269/
Disallow: /absolutebmxe/
Disallow: /absolutefmcs/
Disallow: /absolutefmrc/
Disallow: /absolutepm/
Disallow: /adm/
Disallow: /all/
Disallow: /car/my/
Disallow: /clickstream/
Disallow: /careerseekers/
Disallow: /cjtiscaliuk/
Disallow: /com/
Disallow: /err/
Disallow: /ert/
Disallow: /fresh/
Disallow: /helpdesk/
Disallow: /hlp/
Disallow: /i2itiscaliuk/
Disallow: /iafrica/
Disallow: /images/
Disallow: /img/
Disallow: /inc/
Disallow: /inf/
Disallow: /ipf/
Disallow: /jspellhtml24/
Disallow: /log/
Disallow: /msn/
Disallow: /pcfadm/
Disallow: /pdf/
Disallow: /rec/
Disallow: /recruiters/
Disallow: /run/
Disallow: /tiscaliuk/
Disallow: /usr/
Disallow: /websvc/
Disallow: /landingpagedontclick.asp

# Everyone Else (NOT allowed)

User-agent: *
Disallow: /