# ====================================================
# robots.txt — German Mantra (www.germanmantra.in)
# ====================================================

User-agent: *
Allow: /

# Disallow private/dashboard areas from crawling
Disallow: /student-dashboard/
Disallow: /admin/
Disallow: /admin-dashboard/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /profile/
Disallow: /my-courses/
Disallow: /?s=
Disallow: /search/

# Allow all crawlers to access public content
Allow: /courses/
Allow: /blog/
Allow: /about/
Allow: /contact/
Allow: /live-classes/

# Crawl delay (optional - reduce server load)
Crawl-delay: 2

# ====================================================
# Google-specific
# ====================================================
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /student-dashboard/
Disallow: /api/

# Allow Google to crawl images
User-agent: Googlebot-Image
Allow: /

# ====================================================
# Bing
# ====================================================
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /student-dashboard/
Crawl-delay: 5

# ====================================================
# Block bad/spam bots
# ====================================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ====================================================
# Sitemap location
# ====================================================
Sitemap: https://www.germanmantra.in/sitemap.xml
