# Robots.txt # # addresses all robots by using wild card * # list folders robots are not allowed to index User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /bizrate/ Disallow: /ciao/ Disallow: /database/ Disallow: /dealtime/ Disallow: /dealtimenew/ Disallow: /gmail/ Disallow: /kelkoo/ Disallow: /logs/ Disallow: /mail/ Disallow: /nextag/ Disallow: /pangora/ Disallow: /protx/ Disallow: /searchlinks/ Disallow: /secure/ Disallow: /stats/ Disallow: /basket.php Sitemap: http://www.offtek.co.uk/sitemapindex.xml