# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Sitemap: https://www.hunterboots.com/sitemap.xml
Disallow: */bag/
Disallow: /bag/
Disallow: */signin/
Disallow: */signin-check
Disallow: */guest/
Disallow: /guest/
Disallow: */checkout/
Disallow: /checkout/
Disallow: */forgotten-password/
Disallow: */my-hunter/
Disallow: /my-hunter/
Disallow: *?filter
Disallow: *?onsite
Disallow: */search
Disallow: /search
Disallow: */recent/remove/*
Disallow: */warenkorb
Disallow: */kasse
Disallow: */cesta/
Disallow: */tramitar-pedido/
Disallow: */order-history/
Disallow: */add_to_cart/
Disallow: */page/

User-agent: Baiduspider
Disallow: /us/*
Disallow: /ca/*
Disallow: /gb/*
Disallow: /fr/*
Disallow: /de/*
Disallow: /it/*
Disallow: /es/*
Disallow: /eu/*
Disallow: /jp/*

User-agent: bingbot
Crawl-delay: 3