# ==========================================================================
# robots.txt for AMNEEV Vision School (avsetawah.edu.in)
# Best CBSE School in Etawah, Uttar Pradesh
# Last updated: 2026-04-22
# ==========================================================================

# ----- Default rules for all crawlers -----
User-agent: *
Allow: /
Allow: /Home/
Allow: /Enquiry/
Allow: /css/
Allow: /js/
Allow: /img/
Allow: /Content/Content/img/
Allow: /Content/Content/Images/

# Disallow sensitive / authenticated areas
Disallow: /Admin/
Disallow: /admin/
Disallow: /Student/
Disallow: /Employee/
Disallow: /downloads/
Disallow: /profile-images/
Disallow: /Home/Index
Disallow: /Home/Landing
Disallow: /Home/DashBoard
Disallow: /Home/loginWithOTP
Disallow: /Home/SwitchAccount
Disallow: /Home/SendOTP
Disallow: /Home/VerifyOTP
Disallow: /Home/LogOut
Disallow: /Home/GenerateCaptcha
Disallow: /Home/RedirectToEnquery
Disallow: /Home/NCCAdminLogin
Disallow: /Home/NCCDashboard
Disallow: /api/
Disallow: /Ajax/
Disallow: /*?*sessionId=
Disallow: /*?*token=

# ----- Googlebot (full access, fast crawl) -----
User-agent: Googlebot
Allow: /
Disallow: /Admin/
Disallow: /admin/
Disallow: /Home/Index
Disallow: /Home/Landing
Disallow: /Home/DashBoard
Disallow: /Home/loginWithOTP
Disallow: /api/
Disallow: /Ajax/

# ----- Googlebot-Image (allow image crawling) -----
User-agent: Googlebot-Image
Allow: /img/
Allow: /Content/Content/Images/
Allow: /Content/Content/img/
Disallow: /profile-images/

# ----- Bingbot -----
User-agent: Bingbot
Allow: /
Disallow: /Admin/
Disallow: /admin/
Disallow: /api/
Disallow: /Home/Index
Disallow: /Home/Landing

# ----- Block AI scrapers / unwanted bots -----
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

# ----- Block aggressive scrapers -----
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ----- Crawl politeness -----
Crawl-delay: 1

# ----- Sitemaps -----
Sitemap: https://avsetawah.edu.in/sitemap.xml

# ----- Host directive -----
Host: https://avsetawah.edu.in