# milago.ai robots policy
#
# AI crawlers (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, Claude-SearchBot,
# PerplexityBot, Google-Extended, Bingbot, CCBot, meta-externalagent, Amazonbot)
# are DELIBERATELY allowed via the wildcard group below — Milago wants to be
# discoverable and citable in AI search and training corpora.
#
# Do NOT add per-bot "User-agent:" groups without repeating every Disallow:
# a bot obeys only its most specific group, so a bare "User-agent: GPTBot /
# Allow: /" would silently lift the /api/ and /admin/ blocks for that bot.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /admin-auth/
Disallow: /auth/
Disallow: /dashboard
Disallow: /meetings/
Disallow: /board
Disallow: /settings
Disallow: /knowledge
Disallow: /organization
# Shared-meeting links carry private user meeting content behind an
# unguessable token — never crawl (paired with a noindex robots meta).
Disallow: /shared/

Sitemap: https://milago.ai/sitemap.xml