# aiseotool robots.txt # Allow all bots until launch - user enables blocking manually. User-agent: * Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / Disallow: /dashboard Disallow: /dashboard/ Disallow: /sign-in Disallow: /sign-up Disallow: /verify-email Disallow: /api/ Disallow: /sso/ Disallow: /uploads/ Disallow: /sandbox Disallow: /maintenance Disallow: /403 Disallow: /404 Disallow: /500 # AI crawlers - explicitly allow citations User-agent: GPTBot Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: ClaudeBot Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: Claude-Web Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: PerplexityBot Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: Google-Extended Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: anthropic-ai Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: OAI-SearchBot Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: CCBot Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: cohere-ai Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: meta-externalagent Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: Bytespider Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / User-agent: Applebot-Extended Content-Signal: ai-train=no, search=yes, ai-input=no Allow: / Sitemap: https://aiseotool.app/sitemap-index.xml Sitemap: https://aiseotool.app/blog-sitemap.xml