# For all robots User-agent: * Allow: / # Block access to specific groups of pages Disallow: /cart Disallow: /checkout Disallow: /my-account Disallow: /search? Disallow: /*/search? Disallow: /search/ Disallow: /*/search/ # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: / Sitemap: https://www.watsons.co.th/sitemap.xml