#Example /robots.txt file
Sitemap: http://nti1.co.uk/sitemap.gz

User-agent: *
Disallow: /logs
Disallow: /cgi-bin