User-agent: Pete-Spider Light
Disallow: /

User-agent: Pete-Spider
Disallow: /

User-agent: ShopWiki/1.0
Disallow: /

User-agent: Gigamega.bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MSR-ISRCCrawler
Disallow: /

User-agent: *
Disallow: /content/gifts/
Disallow: /content/templates/learnPage.aspx
Disallow: /content/learn/article.aspx
Disallow: /content/templates/brandpage.aspx
Disallow: /content/learn/glossary.aspx
Disallow: /content/feedback.aspx
Disallow: /content/learn/links.aspx
Disallow: /content/azindex.aspx


Sitemap: http://www.habdirect.co.uk/sitemap.xml