# robots.txt for regenstudio.world User-agent: * Allow: / Disallow: /admin/ Disallow: /blog-post.html Disallow: /scope-sign.html Disallow: /scope-contract.html Disallow: /scope-signed/ Disallow: /dpa-welcome.html Disallow: /dpa-contract.html Disallow: /dpa-signed/ Disallow: /_review/ # AI search & citation bots — explicitly allowed User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / # AI training-only crawlers — blocked (high crawl, no citation benefit) User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: claude-web Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Bytespider Disallow: / # AI-readable content: see /llms.txt and /llms-full.txt Sitemap: https://www.regenstudio.world/sitemap.xml Sitemap: https://www.regenstudio.world/feed.xml