# ====================================
# robots.txt – dbv-betreuer.de
# Stand: August 2026
# ====================================

# --- Klassische Suchmaschinen ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: AhrefsBot
Allow: /

# --- AI / GEO Crawler ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# --- Alle anderen ---
User-agent: *
# Bilder explizit freigeben
Allow: /site/ao-portal/get/*.jpg
Allow: /site/ao-portal/get/*.jpeg
Allow: /site/ao-portal/get/*.png
Allow: /site/ao-portal/get/*.gif
Allow: /site/ao-portal/get/*.webp
Allow: /site/ao-portal/get/*.avif
Allow: /site/ao-portal/get/*.svg
# PDFs freigeben
Allow: /site/ao-portal/get/*.pdf
# Betreuerbilder explizit freigeben
Allow: /site/ao-portale-rwd/get/documents/ao-portale/ao-multimedia/Bilder/Betreuerbilder/
# Ressourcen-Cache freigeben
Allow: /site/*/resourceCached/
Disallow: /*.swf$
Disallow: /*?theme=
Disallow: /*?cookiesAllowed=
Disallow: /*?page=
Disallow: /*?*AXACENTER=
Disallow: /*?*HPID=
Disallow: /*?*AKTIONSCODE=
Disallow: /redirect/
Disallow: /site/ao-portal/get/
Disallow: /site/ao-rel2020-DBV/search/
Disallow: /maria_musterfrau-dbv
Disallow: /maria_musterfrau-dbv/*
Allow: /

Sitemap: https://www.dbv-betreuer.de/site/ao-portal/get/documents/ao-portale/seo/sitemap-dbv.xml