User-agent: *
Allow: /

Disallow: */?
Disallow: */account/
Disallow: */checkout/
Disallow: */widgets/
Disallow: */navigation/
Disallow: */bundles/

Disallow: */impressum$
Disallow: */datenschutz$
Disallow: */agb$

# --- SEO-/Scraper-Bots aussperren (Webagentur Gaul, 25.05.2026) ---
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

# --- Crawl-Drosselung legitime Suchmaschinen (Webagentur Gaul, 25.05.2026) ---
User-agent: bingbot
Crawl-delay: 10
Disallow: */?
Disallow: */account/
Disallow: */checkout/
Disallow: */widgets/
Disallow: */navigation/
Disallow: */bundles/
Disallow: */impressum$
Disallow: */datenschutz$
Disallow: */agb$

User-agent: Applebot
Crawl-delay: 10
Disallow: */?
Disallow: */account/
Disallow: */checkout/
Disallow: */widgets/
Disallow: */navigation/
Disallow: */bundles/
Disallow: */impressum$
Disallow: */datenschutz$
Disallow: */agb$

Sitemap: https://www.motorroller.de/sitemap.xml