# Robots.txt for NU CGPA Calculator # https://nu-cgpa-calculation.vercel.app User-agent: * Allow: / # Sitemap Sitemap: https://nu-cgpa-calculation.vercel.app/sitemap.xml # Crawl-delay (be respectful to server) Crawl-delay: 1 # Disallow specific paths Disallow: /api/ Disallow: /_nuxt/ Disallow: /admin/ Disallow: /private/ Disallow: /temp/ # Allow important pages Allow: / Allow: /sitemap.xml Allow: /robots.txt Allow: /site.webmanifest Allow: /browserconfig.xml # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1