# robots.txt

# Specific user agents to disallow
User-agent: ia_archiver-web.archive.org
Disallow: /
User-agent: duggmirror
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Caliperbot
Disallow: /

# Allow all other user agents
User-agent: *

# Register sitemap
Sitemap: https://www.ariafiltra.com/sitemap.xml

# Block specific resources
Disallow: /product.detail-add.to.*
Disallow: /express.order.entry-*
Disallow: /email-send*
Disallow: /my.shopping.cart-view.quote.jsa
Disallow: /my.shopping.cart-view.jsa
Disallow: /obsolete.item-view.all.replacement.items.jsa
Disallow: /obsolete.item-view.replacement.items.jsa
Disallow: /browse.by.parameter-results.see.more.filters.jsa
Disallow: /product.comparitor-compare.jsa
Disallow: /marketing-save.and.send.email.jsa
Disallow: /scheduled-order-checkout.flow
Disallow: /product.detail-print.version.jsa 
Disallow: /product.detail-print.version*
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$