# Training-only Bots: komplett blockieren
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Alle anderen Bots (inkl. OAI-SearchBot, Claude-SearchBot,
# ChatGPT-User, Claude-User, PerplexityBot, Perplexity-User,
# Applebot, Googlebot, Bingbot): oeffentlicher Content erlaubt,
# private Pfade blockiert
User-agent: *
Allow: /
Allow: /agents
Allow: /agents.md
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /admin
Disallow: /admin/
Disallow: /account
Disallow: /account/
Disallow: /favorites
Disallow: /benchmarks
Disallow: /settings/
Disallow: /onboarding/
Disallow: /status/
Disallow: /survey/
Disallow: /vendor-response
Disallow: /login
Disallow: /anmelden
Disallow: /signin
Disallow: /matching
Disallow: /project
Disallow: /project/
Disallow: /m/
Disallow: /reset-password
Disallow: /post-auth
Disallow: /auth/
Disallow: /api/
Disallow: /problem-profil

Sitemap: https://selectd.ai/sitemap.xml