# Improved robots.txt for Shopify Store by Farhan Ahmad  31 AUG 2025

# Default rule for all bots
User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /carts
Disallow: /account
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/
Disallow: /recommendations/products
Disallow: /policies/
Disallow: /*?oseid=
Disallow: /*preview_theme_id
Disallow: /*preview_script_id

# Block parameter-based URLs to avoid duplicates
Disallow: /collections/*?sort_by=
Disallow: /collections/*?filter=
Disallow: /blogs/*?filter=

# Allow important pages (implicitly allowed by default)
Allow: /collections/
Allow: /products/
Allow: /blogs/

# Crawl-delay for all bots to reduce server load
Crawl-delay: 5

# Google adsbot ignores robots.txt unless specifically named!
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /*?oseid=
Disallow: /*preview_theme_id
Disallow: /*preview_script_id
Disallow: /cdn/wpm/

# Rules for specific bots
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /account
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/
Disallow: /recommendations/products
Disallow: /policies/

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /account
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/
Disallow: /recommendations/products
Disallow: /policies/

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1

# Sitemap location
Sitemap: https://prairiespirittradingpost.com/sitemap.xml