# Allow all crawlers
User-agent: *
Allow: /

# Allow OpenAI ChatGPT bot
User-agent: ChatGPT-User
Allow: /

# Allow OpenAI GPTBot (used by ChatGPT browsing)
User-agent: GPTBot
Allow: /

# Allow Google Gemini bot (Google-Extended)
User-agent: Google-Extended
Allow: /

# Allow Perplexity AI crawler
User-agent: PerplexityBot
Allow: /

# Sitemap
Sitemap: https://surtech.edu.in/sitemap.xml