# robots.txt — www.sturdy.ai
# Updated: 2026-07-29
# Policy: search=yes, ai-input=yes, ai-train=no

# Content Signals (https://contentsignals.org/):
#   search   = yes -> indexing for search results is welcome
#   ai-input = yes -> using content as live input for AI answers (grounding/RAG) is welcome
#   ai-train = no  -> content may NOT be used to train AI models
Content-Signal: search=yes, ai-input=yes, ai-train=no

# --- Default: site is crawlable except internal sales collateral ---
User-agent: *
Disallow: /ai-prompt/
Disallow: /sturdy-one-pager
Disallow: /sturdy-partner-brief
Disallow: /eis-and-sturdy
Disallow: /avoid-the-customer-context-tax

# --- AI search & user-request agents: explicitly welcome (same rules as default) ---
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
Disallow: /ai-prompt/
Disallow: /sturdy-one-pager
Disallow: /sturdy-partner-brief
Disallow: /eis-and-sturdy
Disallow: /avoid-the-customer-context-tax

# --- AI training-only crawlers: blocked (policy: ai-train=no) ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Bytespider
Disallow: /

Sitemap: https://www.sturdy.ai/sitemap.xml


Sitemap: https://www.sturdy.ai/sitemap.xml