# SoulSet.Store robots.txt - SEO Optimized

User-agent: *
# Block non-SEO critical paths
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js

# Block overly complex filter stacking (optional, prevents duplicate content)
Disallow: */collections/*filter*&*filter*

# ✅ Allow key SEO content
Allow: /collections
Allow: /collections/*
Allow: /collections/*filter*
Allow: /collections/*?filter=*
Allow: /products
Allow: /products/*
Allow: /products/*?*
Allow: /pages
Allow: /pages/*
Allow: /blogs
Allow: /blogs/*
Allow: /policies
Allow: /policies/*

# ✅ Allow all images for Google Images SEO
Allow: /cdn/*

# Sitemap for Google
Sitemap: https://www.soulsetstore.in/sitemap.xml

# Google Ads bot rules
User-agent: adsbot-google
Disallow: /checkout
Disallow: /checkouts/
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /cdn/wpm/*.js
Disallow: /sf_private_access_tokens

# Other crawlers
User-agent: Nutch
Disallow: /

User-agent: Pinterest
Crawl-delay: 1

# Optional: Control aggressive bots
User-agent: Bingbot
Crawl-delay: 2

User-agent: SemrushBot
Crawl-delay: 5