# ==========================================
# Global Crawler Rules (Traditional Search)
# ==========================================
User-agent: *
Allow: /
# Block RBPU's actual sensitive/non-indexable routes
Disallow: /api/
Disallow: /career/admin/
Disallow: /career/login/
Disallow: /erp-login/
Disallow: /search/
Disallow: /*?*

# ==========================================
# Explicit Permissions for AI Agents
# ==========================================

# Anthropic's AI Crawler
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /career/admin/
Disallow: /career/login/
Disallow: /erp-login/
Disallow: /search/

# OpenAI's AI Crawler
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /career/admin/
Disallow: /career/login/
Disallow: /erp-login/
Disallow: /search/

# Google's AI & Gemini Training Crawler
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /career/admin/
Disallow: /career/login/
Disallow: /erp-login/
Disallow: /search/

# ==========================================
# Sitemap Declaration
# ==========================================
Sitemap: https://rbpu.in/sitemap.xml