# The public site may be indexed. The application, its API and the admin console may not.
Sitemap: https://ledgo.io/sitemap.xml

# Everyone not named below, including search engines and the AI search crawlers that cite pages
# (OAI-SearchBot, PerplexityBot, Claude-SearchBot, Bingbot, Googlebot): public pages are open,
# the application is not.
User-agent: *
Disallow: /w/
Disallow: /api/
Disallow: /admin
Disallow: /sign-in
Disallow: /sign-up
Disallow: /invite/
Disallow: /account/

# Crawlers that collect pages for model training get nothing. This does not affect search
# listings or AI search answers, which use the crawlers above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: meta-externalagent
Disallow: /