User-agent: * Allow: / # Sitemap location Sitemap: https://eduboxx.vercel.app/sitemap.xml # Block access to admin areas User-agent: * Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ # Allow search engines to crawl main content Allow: / Allow: /explore Allow: /notes/ Allow: /user/ Allow: /leaderboard Allow: /login Allow: /privacy Allow: /terms # Crawl-delay for respectful crawling Crawl-delay: 1