User-agent: *
Allow: /

# Block internal/auth routes from indexing
Disallow: /dashboard/
Disallow: /admin/
Disallow: /auth/
Disallow: /otp-verification
Disallow: /forgot-password
Disallow: /reset-password

# Allow crawlers to find sitemap
Sitemap: https://mlforge.in/sitemap.xml