User-agent: *
# Block access to specific groups of pages
Disallow: /cart
Disallow: /kosarica
Disallow: /warenkorb
Disallow: /bookmark-page
Disallow: /comparison-page
Disallow: /checkout
Disallow: /moj-racun
Disallow: /usluge
Disallow: /zastita-podataka/svrhe-i-pravna-osnova-obrade-podataka
Disallow: /uvjeti-poslovanja
Disallow: /zastita-podataka
Disallow: /pretrazivanje/proizvodi?text=*

# Allow search crawlers to discover the sitemap
Sitemap: https://www.bauhaus.hr/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block Internet Archives
User-agent: ia_archiver
Disallow: /

# PPS-12633, block SEOkicks crawler
User-agent: SEOkicks-Robot
Disallow: /