# Robots.txt file from http://www.crazyaboutfood.co.uk/main/index.html/robots.txt # # All robots will spider the domain Sitemap: http://www.crazyaboutfood.co.uk/sitemap.xml User-agent: * Disallow: /cafnew/