# General Guidelines for All Robots (Googlebot, Bingbot, etc.)
User-agent: *
Allow: /

# Block Sensitive Pages 
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /login/
Disallow: /register/
Disallow: /checkout/

# Explicitly allow AI bots for generative SEO (ChatGPT, Perplexity, Claude, etc.)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Site Map Location
Sitemap: https://rempa.ai/sitemap.xml