# --- Google Bots (voller Zugriff) ---
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Mediapartners-Google
Disallow:

# --- Aggressive SEO-Bots blockieren ---
User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: seoscanners.net
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: Job Roboter Spider
Disallow: /

User-agent: OpenindexSpider
Disallow: /

User-agent: Openindex
Disallow: /

# --- Bing & Yahoo (erlaubt, kein extremes Crawl-delay) ---
User-agent: msnbot
Disallow:

User-agent: Slurp
Disallow:

User-agent: Yahoo-NewsCrawler
Disallow:

User-agent: gsa-crawler-www
Disallow:

# --- Generelle Regeln für alle anderen Bots ---
User-agent: *
Disallow: /_thumbs/
Disallow: /acl/
Disallow: /admin/
Disallow: /temp/
Disallow: /modul/advertising/

# CSS & JS für Google Rendering freigeben
Allow: /css/
Allow: /javascript/

# Sitemap
Sitemap: https://www.aha.ch/sitemap.cfm