# Paperform — all crawlers welcome.
# Thin programmatic pages use a googlebot-scoped <meta name="googlebot" content="noindex">
# rather than a robots.txt Disallow, so Googlebot must stay able to CRAWL them to SEE
# that directive. Do not Disallow /templates/, /integrations/, or /question-types/.

User-agent: *
Allow: /

# AI / answer-engine crawlers — allowed across the site for fan-out & citation
# value, with ONE carve-out: /pricing/legacy holds retired plans whose names are
# reused by plans we sell today at different prices. Fed to an answer engine it
# produces confident, wrong pricing. Humans still reach it; crawlers should not.
#
# Note the asymmetry with the rule above: Googlebot is NOT disallowed here,
# because the page carries <meta name="robots" content="noindex, nofollow"> and
# Googlebot has to be able to fetch the page to see that. A Disallow would hide
# the directive and risk a bare URL appearing in results.
User-agent: GPTBot
Disallow: /pricing/legacy
Allow: /

User-agent: OAI-SearchBot
Disallow: /pricing/legacy
Allow: /

User-agent: ChatGPT-User
Disallow: /pricing/legacy
Allow: /

User-agent: ClaudeBot
Disallow: /pricing/legacy
Allow: /

User-agent: Claude-Web
Disallow: /pricing/legacy
Allow: /

User-agent: PerplexityBot
Disallow: /pricing/legacy
Allow: /

User-agent: Google-Extended
Disallow: /pricing/legacy
Allow: /

# Same carve-out for AI crawlers that were previously covered only by `*`.
# These are allowed everywhere else; only the archived pricing page is off limits.

User-agent: anthropic-ai
Disallow: /pricing/legacy
Allow: /

User-agent: Applebot-Extended
Disallow: /pricing/legacy
Allow: /

User-agent: CCBot
Disallow: /pricing/legacy
Allow: /

User-agent: Amazonbot
Disallow: /pricing/legacy
Allow: /

User-agent: Bytespider
Disallow: /pricing/legacy
Allow: /

User-agent: meta-externalagent
Disallow: /pricing/legacy
Allow: /

User-agent: Meta-ExternalFetcher
Disallow: /pricing/legacy
Allow: /

User-agent: FacebookBot
Disallow: /pricing/legacy
Allow: /

User-agent: cohere-ai
Disallow: /pricing/legacy
Allow: /

User-agent: YouBot
Disallow: /pricing/legacy
Allow: /

User-agent: Diffbot
Disallow: /pricing/legacy
Allow: /

User-agent: AI2Bot
Disallow: /pricing/legacy
Allow: /

User-agent: DuckAssistBot
Disallow: /pricing/legacy
Allow: /

User-agent: MistralAI-User
Disallow: /pricing/legacy
Allow: /

User-agent: Webzio-Extended
Disallow: /pricing/legacy
Allow: /

User-agent: ImagesiftBot
Disallow: /pricing/legacy
Allow: /

User-agent: PanguBot
Disallow: /pricing/legacy
Allow: /

User-agent: Timpibot
Disallow: /pricing/legacy
Allow: /

Sitemap: https://paperform.com/sitemap-index.xml