# Relexable robots.txt
# Optimized for both classic search engines and AI answer engines.
# llms.txt: https://relexable.de/llms.txt
# llms-full.txt: https://relexable.de/llms-full.txt
# AI agents landing: https://relexable.de/for-ai-agents

# --- Content Signals (contentsignals.org / draft-romm-aipref-contentsignals) ---
# search   = allow classic search indexing
# ai-input = allow live grounding for AI answers (with citation)
# ai-train = disallow use for AI model training
Content-Signal: search=yes, ai-input=yes, ai-train=no

# --- Classic search ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic ---
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Google Gemini training ---
User-agent: Google-Extended
Allow: /

# --- Apple Intelligence ---
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- Other AI/answer engines ---
User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: MistralAI-User
Allow: /

# --- Default ---
User-agent: *
Allow: /

# --- Private customer-facing portals (DSGVO: niemals indexieren) ---
# Gilt für alle User-Agents oben (inkl. Google, Bing, GPTBot, ClaudeBot, ...)
User-agent: *
Disallow: /portal/
Disallow: /pay/
Disallow: /mitarbeiter
Disallow: /mitarbeiter/
Disallow: /app/
Disallow: /auth
Disallow: /onboarding
Disallow: /verify
Disallow: /verify-email-required

Sitemap: https://relexable.de/sitemap.xml