User-agent: * Allow: / # Important: allow key content for indexing Allow: /blog/ Allow: /blogs Allow: /assets/ Allow: /courses Allow: /mock-practice Allow: /roadmap Allow: /ai-tutor Allow: /colleges # Block unnecessary crawling (performance + security) Disallow: /api/ Disallow: /*.json$ Disallow: /*?* Disallow: /sw.js Disallow: /browserconfig.xml Disallow: /manifest.json # Crawl-delay (avoid server overload) Crawl-delay: 1 # Sitemaps Sitemap: https://mocksatexam.online/sitemap.xml