# robots.txt für https://www.moplast.ch/
# Gilt auch für /Kataloge, da robots.txt immer im Root liegen muss

# 1) KI-Crawler explizit zulassen, aber technische/systemische Bereiche weiter sperren
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
Disallow: /config/
Disallow: /handlers/
Disallow: /interceptors/
Disallow: /layouts/
Disallow: /logs/
Disallow: /models/
Disallow: /views/
Disallow: /Sitecache/
Disallow: /Inerp:Product/
Disallow: /Inerp:Home/
Disallow: /Inerp:User/
Disallow: /Inerp:Watchlist/
Disallow: /getSite?catalogId=
Disallow: /*?catalogId=
Disallow: /*?categoryID=
Allow: /

# 2) Klassische SEO-/Backlink-Crawler blockieren
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: BacklinkCrawler
Disallow: /

# 3) Alle übrigen Crawler: technische Bereiche sperren, Rest erlauben
User-agent: *
Disallow: /config/
Disallow: /handlers/
Disallow: /interceptors/
Disallow: /layouts/
Disallow: /logs/
Disallow: /models/
Disallow: /views/
Disallow: /Sitecache/
Disallow: /Inerp:Product/
Disallow: /Inerp:Home/
Disallow: /Inerp:User/
Disallow: /Inerp:Watchlist/
Disallow: /getSite?catalogId=
Disallow: /*?catalogId=
Disallow: /*?categoryID=
Allow: /

Sitemap: https://www.moplast.ch/sitemap.xml