# Robots.txt file # For domain: http://www.loopy-juice.co.uk # Delay Slurp (i.e. Yahoo) User-agent: Slurp Crawl-delay: 120 # All robots will spider the domain User-agent: * Disallow: /controlpanel/ Disallow: /includes/