# ============================
# royalsarees.com - Robots.txt
# Optimized for WooCommerce + SEO + AI Crawlers
# ============================
Crawl-delay: 1

User-agent: *
Allow: /
# Allow all static assets for Google rendering
allow: /wp-content/uploads/
allow: /wp-content/cache/
allow: /wp-content/themes/
allow: /wp-content/webp-express/
allow: /wp-admin/admin-ajax.php
allow: /*/*.css
allow: /*/*.js

# Block low-value WooCommerce pages
disallow: /wp-content/uploads/wc-logs/
disallow: /wp-content/uploads/woocommerce_transient_files/
disallow: /wp-content/uploads/woocommerce_uploads/
disallow: /wp-admin/
disallow: /wp-includes/
disallow: /wp-content/plugins/
disallow: /readme.html
disallow: /license.txt
disallow: /xmlrpc.php
disallow: /wp-register.php
disallow: */disclaimer/*
disallow: *?attachment_id=
disallow: /privacy-policy
disallow: /thanks/
disallow: /portfolio_page/
disallow: /wp-login.php
disallow: /cart/
disallow: /checkout/
disallow: /my-account/
disallow: */add-to-cart*
disallow: /*?s=*
disallow: /*orderby=*
disallow: /*filter_*
disallow: /*price=*
disallow: */add_to_wishlist*
disallow: *currency=*
disallow: /*?orderby*
disallow: */feed/*


# Explicitly allow modern AI + Search crawlers
user-agent: Pinterestbot
allow: /

User-agent: GPTBot
allow: /

User-agent: chatGPT-User
allow: /

User-agent: OAI-SearchBot
allow: /

User-agent: perplexityBot
allow: /

User-agent: perplexity-User
allow: /

User-agent: claudeBot
allow: /

User-agent: claude-SearchBot
allow: /

User-agent: claude-User
allow: /

User-agent: applebot
allow: /

User-agent: petalBot
allow: /

User-agent: bytespider
allow: /

User-agent: facebookBot
allow: /

User-agent: meta-externalAgent
allow: /

User-agent: meta-externalFetcher
allow: /

User-agent: FacebookExternalHit
allow: /

User-agent: ccbot
allow: /

User-agent: archive.org_bot
allow: /

User-agent: amazonbot
allow: /

User-agent: novellum
allow: /

User-agent: mistralAI-User
allow: /

User-agent: proRataInc
allow: /

User-agent: timpibot
allow: /

User-agent: ahrefsBot
disallow: /

User-agent: semrush
disallow:/

User-agent: semrushBot
disallow:/

# Sitemap
Sitemap: https://royalsarees.com/sitemap_index.xml