# Powered by MerchantPro
User-agent: *
Crawl-delay: 5
Sitemap: https://www.criano.com/sitemap.xml
# No need to index this stuff
Disallow: /feed/
Disallow: /html/
Disallow: /scripts/
Disallow: /invoice
# Avoid duplicate content as it may do more harm than good
Disallow: /*?f=*
Disallow: /*?fb_xd_fragment
Disallow: /*?qty=*
Disallow: */oferta.pdf?*
# Disallow some bots we do not care about
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Synthesio
Disallow: /
Disallow: /product_review?*
Disallow: /recommend?*