# Contentpass für werbefreies Lesen erlauben
User-agent: Contentpass
Allow: /

# --- 1. VIPs (Keine Bremse, High Priority) ---
# Wir erlauben explizit alles von Google, damit News & Discover fliegen.
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bingbot
User-agent: facebookexternalhit
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /*xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /*?hepo_open_popup=1
Allow: /

# --- 2. KI & PARTNER (Erlaubt, aber sachte) ---
# OpenAI, Amazon, Apple & Co sollen kommen, aber den Server nicht stressen.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Applebot
User-agent: Amazonbot
User-agent: Leikibot
# 5 Sekunden Pause zwischen den Zugriffen (glättet die Lastkurve)
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /*xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /*?hepo_open_popup=1
Allow: /

# --- 3. SEO TOOLS & DATA (Bremse) ---
# CCBot (Common Crawl) darf jetzt rein, aber nur langsam.
User-agent: CCBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SeznamBot
User-agent: SERankingBacklinksBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Rogerbot
User-agent: MegaIndex
User-agent: BLEXBot
User-agent: Qwantify
# 9 Sekunden Pause (war mal 20) = kaum Last, aber Daten fließen langfristig.
Crawl-delay: 9
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /*ajax*
Disallow: /?s=
Disallow: /search/
Disallow: /?*

# --- 4. BLOCKLISTE (Unerwünscht) ---
# Bytespider (TikTok) ist extrem aggressiv -> Block.
User-agent: Bytespider
User-agent: Baiduspider
User-agent: PetalBot
User-agent: YisouSpider
User-agent: Sogou
User-agent: 360Spider
User-agent: AspiegelBot
User-agent: MojeekBot
Disallow: /

# --- 5. GLOBALE REGELN ---
User-agent: *
Disallow: /*?hepo_open_popup=1
Disallow: /?s=
Disallow: /search/
Disallow: /banner/
Disallow: /dokumente/banner/
Disallow: /wp-content/uploads/*nichtindex
Disallow: /wp-content/uploads/banner/
Disallow: /frida*/
Disallow: /hasenjagd-gewinner/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /*xmlrpc.php
Disallow: /*wpappninja
Disallow: /*wpapp_shortcode
Allow: /llms.txt
Allow: /?llms=1
Allow: /

# Sitemaps
Sitemap: https://hasepost.de/sitemap_index.xml
Sitemap: https://hasepost.de/news-sitemap.xml