# botdesk.studio — marketing pages are open to everyone, including AI agents.
# Machine-readable site summary for LLMs/agents: https://botdesk.studio/llms.txt

# /demo, /login, /agency-pitch and /upsell each serve <meta name="robots"
# content="noindex, nofollow">, so they are DELIBERATELY crawlable: a Disallow here
# would stop the crawler fetching the page, which means it never SEES the noindex —
# and /demo is linked with plain <a href> from public pages, so it could still be
# indexed URL-only. noindex and Disallow cancel each other out; pick one. The truly
# private areas below stay Disallowed because nothing public links them.
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /account
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

# AI crawlers and agent browsers are explicitly welcome on the public site
# (same private-area rules as everyone else).
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /dashboard
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /agency-dashboard
Disallow: /owner
Disallow: /api/

User-agent: Google-Extended
Allow: /

Sitemap: https://botdesk.studio/sitemap.xml