User-agent: *
Disallow:
Disallow: /cgi-bin/
Disallow: /admission-2020.php
Disallow: /admission-2020-21.php
Disallow: /Admission-2022.php

Sitemap: https://mitaoe.ac.in/sitemap.xml

##############################
# Major Search Engine Bots
##############################

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

##############################
# Major AI Bots
##############################

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: BingAI
Allow: /

User-agent: CCBot
Allow: /