# ==================================================
# EXPLICIT AI BOT INVITATION & PERMISSION
# Domain: unternehmerwelt.info (Non-WordPress)
# ==================================================

# Globale Regeln fuer Suchmaschinen (Google, Bing, DuckDuckGo etc.)
User-agent: *
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /config/
Disallow: /backend/
Allow: /public/
Allow: /assets/
Allow: /images/

# --------------------------------------------------
# Offene Einladung an alle führenden KI-Crawler
# --------------------------------------------------

# OpenAI (ChatGPT & Search)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google Gemini & KI-Overviews
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
User-agent: Anthropic-ai
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Baidu ERNIE
User-agent: ERNIEBot
Allow: /

# Cohere AI
User-agent: Cohere-ai
Allow: /

# --------------------------------------------------
# Sitemaps fuer schnelles KI-Parsing
# --------------------------------------------------
Sitemap: https://unternehmerwelt.info/sitemap.xml