# ==============================================================================
# Schönenberger Media - Robots Exclusion Protocol & AI Crawler Directives (2026)
# ==============================================================================

# ------------------------------------------------------------------------------
# 1. Global Crawler Rules (Default)
# ------------------------------------------------------------------------------
User-agent: *
Allow: /
Allow: /services
Allow: /work
Allow: /about
Allow: /contact
Allow: /impressum
Allow: /datenschutz

# STRICTLY EXCLUDE INTERNAL, ADMIN, PORTAL & API ROUTES FROM ALL INDEXING
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /portal
Disallow: /invite/
Disallow: /invite
Disallow: /scratch/
Disallow: /database/
Disallow: /dist/*.map

# ------------------------------------------------------------------------------
# 2. AI Search Engines & Generative Engine Crawlers (Explicit Permissions & Exclusions)
# ------------------------------------------------------------------------------

# OpenAI (ChatGPT Search, GPTBot, ChatGPT-User)
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /invite/

# Anthropic (ClaudeBot)
User-agent: ClaudeBot
User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /invite/

# Perplexity AI (PerplexityBot)
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /invite/

# Google AI & Gemini Overviews (Google-Extended, GoogleOther)
User-agent: Google-Extended
User-agent: GoogleOther
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /invite/

# Apple Intelligence (Applebot-Extended)
User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /portal/
Disallow: /invite/

# ------------------------------------------------------------------------------
# 3. XML Sitemaps
# ------------------------------------------------------------------------------
Sitemap: https://schoenenberger-media.com/sitemap.xml
Sitemap: https://schoenenberger-media.com/api/sitemap.xml