# Robots.txt file # For domain: http://www.avonrecruitment.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /axs/ User-agent: * Disallow: /axs/ # Disallow directory /cgi/ User-agent: * Disallow: /cgi/ # Disallow directory /jaja/ User-agent: * Disallow: /jaja/