# robots.txt for tensorblue.com
# Updated: Mar 2026

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /create-blog
Disallow: /create-project
Disallow: /categories/
Disallow: /tag/
Disallow: /public

# Keep AI training and answer engines crawlable for citation visibility.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

Host: https://tensorblue.com
Sitemap: https://tensorblue.com/sitemap.xml