# For all robots User-agent: * # Block access to specific groups of pages #Disallow: /de/cart Disallow: /de/checkout Disallow: /de/my-account Disallow: /de/eTracker/ Disallow: /de/s/results/ Disallow: /de/view/ #Disallow: /_reco/ Disallow: /shop/action/ Disallow: /wp-* # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /