User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account

# Duplicate Collection URLs
Disallow: /collections/sort_by
Disallow: /collections/+
Disallow: /collections/%2B
Disallow: /collections/filter&filter

# Duplicate Blogs
Disallow: /blogs/+
Disallow: /blogs/%2B

# Session / Preview URLs
Disallow: /?*oseid=
Disallow: /preview_theme_id
Disallow: /preview_script_id

# Internal / System
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products

# Block search pages (They create unlimited parameter URLs)
Disallow: /search
Disallow: /search?*


# Block parameter URLs
Disallow: /*?pr_prod_strat=
Disallow: /*&pr_rec_id=
Disallow: /*&pr_rec_pid=
Disallow: /*&pr_ref_pid=
Disallow: /*&pr_seq=
Disallow: /*?variant=
Disallow: /*?view=
Disallow: /?utm_
Disallow: /*?_pos=
Disallow: /*&_pos=
Disallow: /*?attribute=
Disallow: /*?size=
Disallow: /*?color=
Disallow: /*?options=
Disallow: /*?q=
Disallow: /web-pixels@
Disallow: /sandbox/

# Block session & tracking URLs
Disallow: /?*oseid=
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?gad_source=



# Google Adsbot
User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:
Allow: /


# Ahrefs (slow down, block duplicates)
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /collections/sort_by
Disallow: /collections/+
Disallow: /collections/%2B
Disallow: /collections/filter&filter
Disallow: /blogs/+
Disallow: /blogs/%2B
Disallow: /?*oseid=
Disallow: /preview_theme_id
Disallow: /preview_script_id
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

# Sitemap
Sitemap: https://herbalmax.in/sitemap.xml