# For all robots User-agent: * # Block access to specific groups of pages Disallow: /*/cart-page Disallow: /*/checkout-page Disallow: /*/order-confirmation-page Disallow: /content/bdb/paths/fetch-format-data* Disallow: /*/home-page Disallow: /*/promotions Disallow: /en-us/resources/bd-spectrum-viewer-beta # Allow search crawlers to discover the sitemap Sitemap: https://www.bdbiosciences.com/content/bdb/na/ca/en-ca/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/na/us/en-us/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/nz/en-nz/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/au/en-au/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/fr/en-fr/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/at/en-at/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/be/en-be/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/dk/en-dk/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/fi/en-fi/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/de/en-de/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/it/en-it/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/lu/en-lu/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/nl/en-nl/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/no/en-no/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/ie/en-ie/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/pt/en-pt/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/es/en-es/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/se/en-se/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/ch/en-ch/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/gb/en-gb/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/pl/en-pl/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/latam/br/en-br/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/jp/ja-jp/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/in/ko-kr/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/in/en-sg/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/apac/in/en-in/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/latam/br/en-br/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/cn/cn/zh-cn/sitemap0.xml Sitemap: https://www.bdbiosciences.com/content/bdb/eu/eu/en-eu/sitemap0.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /