User-agent: *
Allow: /

# Sitemaps
Sitemap: https://ayurvedamedicalcolleges.com/robots.txt/sitemap.xml

# RSS Feeds
Sitemap: https://ayurvedamedicalcolleges.com/robots.txt/feeds/latest/

# Disallow admin areas
Disallow: /admin/
Disallow: /django-admin/
Disallow: /documents/

# Allow search engines to crawl important pages
Allow: /colleges/
Allow: /feeds/