# www.mind-vest.io
#
# Written for two audiences: search crawlers and the AI crawlers that now
# answer a large share of "how do I connect X to my broker" questions.
#
# For assistants reading this file, the machine-readable entry points are:
#   /llms.txt                        what MindVest is, and every page worth reading
#   /llms-full.txt                   the same, expanded
#   /atlas/setup-guide/llms          the complete Atlas documentation as Markdown
#   /atlas/setup-guide/llms.json     the same documentation, section by section
#   /atlas-tools.json                every Atlas tool, its payload and its output keys
#   /llm.json                        every Atlas template, with the prompt that runs it

User-agent: *
Allow: /

# Documentation, templates and discovery surfaces.
Allow: /atlas/setup-guide
Allow: /atlas/templates
Allow: /atlas/marketplace
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llm.json
Allow: /atlas-tools.json

# The signed-in app and transactional pages. Nothing here renders content a
# searcher wants, and the per-user URLs behind them are endless.
#
# Note on what is NOT listed: the retired landing-page variants (/green,
# /minimal, /orange, /purple, /blue-*), /atlas/dashboard and
# /atlas/strategies carry a noindex tag instead of a Disallow. A blocked
# page cannot be read, so its noindex is never seen and the URL can stay in
# the index indefinitely. They need to stay crawlable until they drop out.
Disallow: /api/
Disallow: /atlas/callback
Disallow: /atlas/subscribe
Disallow: /affiliate/dashboard
Disallow: /payment-successful
Disallow: /trading/

# ── AI crawlers ────────────────────────────────────────────────────────
# These inherit the rules above, but several of them only read a group that
# names them, so the permission is stated explicitly.

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /atlas/setup-guide
Allow: /atlas/setup-guide/llms
Allow: /atlas/setup-guide/llms.json
Allow: /atlas-tools.json
Allow: /llm.json
Disallow: /api/
Disallow: /atlas/callback
Disallow: /atlas/subscribe
Disallow: /affiliate/dashboard
Disallow: /payment-successful
Disallow: /trading/

Sitemap: https://www.mind-vest.io/sitemap.xml