# For domain: http://www.simonthurgoodimages.co.uk # All robots will spider the domain # Disallow directory /cgi-bin/ # Disallow .htm files User-agent: * Disallow: /*.pdf