# ==========================================================================
# ROBOTS.TXT FOR THE GREAT INDIA NEWS
# Automatically generated on 2026-09-21T09:22:36.683Z
# Ensures optimized crawling and indexation of public-facing journalism.
# ==========================================================================

User-agent: *

# Public-Facing Content Routes (Fully Crawlable)
Allow: /
Allow: /about-us
Allow: /contact-us
Allow: /privacy-policy
Allow: /gdpr-policy
Allow: /disclaimer
Allow: /terms-of-service
Allow: /editorial-policy
Allow: /corrections
Allow: /shorts
Allow: /news/*
Allow: /category/*
Allow: /tag/*
Allow: /author/*

# Protected Administrative and Debug Routes (Crawl Blocked)
Disallow: /admin
Disallow: /admin/
Disallow: /debug-routes
Disallow: /api/
Disallow: /api/*
Disallow: /*/api/
Disallow: /cpanel-deployment/

# Sitemaps
Sitemap: https://www.thegreatindianews.com/sitemap.xml
Sitemap: https://www.thegreatindianews.com/sitemap-news.xml