# GPTree robots.txt
#
# EDITING THIS FILE: production serves MORE than what is here. Cloudflare injects
# a managed block list ABOVE this content (Amazonbot, Applebot-Extended,
# Bytespider, CCBot, ClaudeBot, Google-Extended, GPTBot, meta-externalagent) plus
# a Content-Signal line declaring search=yes, ai-train=no, use=reference. That
# block lives in the Cloudflare dashboard, NOT in this repo, so changes here
# cannot unblock those crawlers. Check https://gp-tree.com/robots.txt for what is
# actually served.
#
# Those Cloudflare rules block TRAINING crawlers. The agents named below are the
# ones that decide whether GPTree gets CITED in an answer, which is a different
# set and a different question. They are listed explicitly so the intent is
# legible rather than merely implied by the absence of a rule.
#
# CAUTION: robots.txt groups do NOT merge. A crawler obeys only the most
# specific group that names it, so every private path below has to be repeated
# in the named group. Adding a user-agent here without the Disallow list would
# expose /admin, /api, /account and /billing to that crawler.

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Googlebot
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard
Disallow: /conversation
Disallow: /project
Disallow: /account
Disallow: /billing
Disallow: /usage
Disallow: /ai-providers
Disallow: /invites
Disallow: /wizard
Disallow: /memory
Disallow: /personas
Disallow: /settings

User-agent: *
Disallow: /admin
Disallow: /api
Disallow: /dashboard
Disallow: /conversation
Disallow: /project
Disallow: /account
Disallow: /billing
Disallow: /usage
Disallow: /ai-providers
Disallow: /invites
Disallow: /wizard
Disallow: /memory
Disallow: /personas
Disallow: /settings

Sitemap: https://gp-tree.com/sitemap.xml

# Structured summary of the site plus the full published FAQ corpus, for agents
# that prefer text over rendering HTML.
Llms-Txt: https://gp-tree.com/llms.txt