User-agent: *
Disallow: /admin/
Disallow: /user/
Disallow: /cart
Disallow: /checkout
Disallow: /*/cart
Disallow: /*/checkout
Disallow: /*/user/

# Explicit permissions for AI Search Engines & LLM Crawlers
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /cart
Disallow: /checkout

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /cart
Disallow: /checkout

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /cart
Disallow: /checkout

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# Sitemaps & Machine-Readable Knowledge
Sitemap: https://esoim.com/sitemap.xml
Sitemap: https://esoim.com/blogsitemap.xml