User-agent: *
Allow: /

# Search crawlers must be able to fetch /app and /auth to read their page-level
# noindex directives. The named AI-training/answer crawlers below are kept out
# of those account surfaces explicitly; a named group replaces the * group for
# that crawler, so the public-site Allow has to be repeated too.
User-agent: GPTBot
Allow: /
Disallow: /app
Disallow: /auth


User-agent: ClaudeBot
Allow: /
Disallow: /app
Disallow: /auth


User-agent: PerplexityBot
Allow: /
Disallow: /app
Disallow: /auth


Sitemap: https://postwharf.com/sitemap.xml

# A curated index of the same pages, with a one-line summary each, is at
# https://postwharf.com/llms.txt — including which networks can actually
# publish today, which is the thing most worth getting right in a citation.