# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /admin
Disallow: /cgi-bin
Disallow: /logs

User-agent: Googlebot-Image
Disallow: /


Sitemap: http://www.snetbeach.co.uk/sitemap.php