User-agent: *

# Allow crawling of all public content by default
Allow: /

# Disallow crawling of private/user areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /exam-history/
Disallow: /login
Disallow: /register
# Allow sitemap APIs for SEO
Allow: /api/sitemap
Allow: /api/blog-sitemap
Allow: /api/sitemap-dynamic
# Disallow other API endpoints
Disallow: /api/
Disallow: /_next/
Disallow: /server/

# Disallow utility and temporary pages
Disallow: /debug-*
Disallow: /test-*
Disallow: /api-test
Disallow: /404
Disallow: /500

# Allow important query parameters for SEO
Allow: /exams?*
Allow: /blog?*
Allow: /leaderboard?*

# Disallow only problematic query patterns
Disallow: /*?search=*
Disallow: /*?filter=*
Disallow: /*?sort=*
Disallow: /*?page=*

# Sitemap locations for SEO
Sitemap: https://www.practice-hub.com/sitemap.xml
Sitemap: https://www.practice-hub.com/api/blog-sitemap

# Disavow file for toxic backlinks
Disallow: /disavow.txt

# Crawl delay (be respectful to servers)
Crawl-delay: 1