# Robots.txt # For domain: http://www.selfcateringarran.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /usage/ User-agent: * Disallow: /usage/ # Disallow directory /crm/ User-agent: * Disallow: /crm/ # Disallow directory /self_catering_arran_images/ User-agent: * Disallow: /self_catering_arran_images/ # Disallow directory /crm-old/ User-agent: * Disallow: /crm-old/