# Allow all bots to crawl the site User-agent: * Allow: / # Disallow admin and private routes Disallow: /admin/ Disallow: /api/ Disallow: /private/ # Sitemap location Sitemap: https://collegeinnepal.com/sitemap.xml # Crawl delay (optional - adjust based on server capacity) Crawl-delay: 1