User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /profile
Disallow: /login
Disallow: /register
Disallow: /api/internal/
Disallow: /api/admin/
Disallow: /api/sync/
Disallow: /api/automations/
Disallow: /api/crawl/
Disallow: /api/validation/
Disallow: /tasks/
Disallow: /*?*token=
Disallow: /*?*code=

# Sitemap index (split by content type for better crawl efficiency)
Sitemap: https://madapexai.com/sitemap.xml