# All robots can spider the domain
User-agent: *
Disallow: 404.shtml
Disallow: /*.php
Disallow: /*.css
Disallow: /data/
Disallow: /process/
Disallow: /admin/
Disallow: /choice/
Disallow: /scripts/
Disallow: /images/
Disallow: /mers/
Disallow: /Templates/
User-agent: googlebot
Disallow: shops.php
Disallow: /choice/index.php
User-agent: msnbot
Disallow: shops.php
Disallow: /choice/index.php
Disallow: /shops/
User-agent: slurp
Disallow: shops.php
Disallow: /choice/index.php
Disallow: /monarch.shtml
sitemap: http://www.travelandholidays.co.uk/sitemap.xml

#Nice but greedy bot, used by a university in the States as a teaching aid
User-agent: IRLbot 
Disallow: /

#Cuil.com bot, nice but too greedy
User-agent: twiceler 
Disallow: /