# robots.txt for SapientShift
# KI-Potenzialanalyse-Plattform mit 318 AI Use Cases + Magazin
# Strategie: Alle AI-Crawler willkommen fuer maximale Sichtbarkeit

User-agent: *
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /_next
Disallow: /_vercel
Disallow: /me
Disallow: /my-magazine
Disallow: /business-analysis
Disallow: /business-results
Disallow: /business-use-case/
Disallow: /employee-analysis
Disallow: /employee-results
Disallow: /employee-use-case/
Disallow: /personal-analysis
Disallow: /personal-results
Disallow: /personal-use-case/
Disallow: /auth
Disallow: /theme-test
Disallow: /projekt-dokumentation
Disallow: /use-case-generator
Disallow: /use-case-upload
Disallow: /blog
Disallow: /newsletter
Disallow: /innovation-engine
Disallow: /my-use-cases
Disallow: /my-reading-list

# AI Search Bots (Sichtbarkeit in AI-Antworten)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# AI Training Bots (Reichweite)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

# Scraper blockieren
User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://sapientshift.com/sitemap.xml