# Alle Robots ausschließen
User-agent: *
#Crawl-delay: 0.5 - am 16.11.2017 entfernt
Allow: /includes/languages/
Disallow: /ablage/
Disallow: /admin/
Disallow: /archiv/
Disallow: /download/
Disallow: /ext/
Disallow: /fb/
Disallow: /phpMyAdmin/
Disallow: /reports/
Disallow: /temp/
Disallow: /tmp/
Disallow: /includes/
Disallow: /zbblock/
Disallow: /update/

# 110223 Ten Dance Media G.S. Filter
Disallow: */sort/*
Disallow: *sort=*
# Disallow: */language/*
# Disallow: *language=*
# Disallow: */currency/*
# Disallow: *currency=*
Disallow: */format_id/*
Disallow: *format_id=*
Disallow: */filtera_id/*
Disallow: *filtera_id=*
Disallow: */filterm_id/*
Disallow: *filterm_id=*
Disallow: */released_id/*
Disallow: *released_id=*
Disallow: */price/*
Disallow: *price=*
Disallow: */jsvar/*
Disallow: *jsvar=*
# Disallow: */osCsid/*
# Disallow: *osCsid=*
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_password.php
Disallow: /add_checkout_success.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /advanced_search_result.php
Disallow: /artist_direct.php
Disallow: /audio.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /contact_bean.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_success.php
Disallow: /login.php
Disallow: /password_forgotten.php
# Disallow: /popup_image.php
Disallow: /reviews.php
Disallow: /shopping_cart.php
Disallow: /product_reviews_write.php
Disallow: /top_seller.php

# 151119 G.S. disabled
User-agent: CrazyWebCrawler-Spider
Disallow: /

# 2024-11-14 Amazonbot raus 
User-agent: Amazonbot
Disallow: /

# 2026-08-01 ChatGPT-Suche und nutzerinitiierte ChatGPT-Aufrufe zulassen
# OAI-SearchBot und ChatGPT-User nicht blockieren.
# Beide verwenden weiterhin die Regeln aus User-agent: *.

# 2026-08-01 OpenAI-Training ausschließen
User-agent: GPTBot
Disallow: /

# 2026-08-01 Amazon- und Konkurrenz-Crawler ausschließen
User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

# 2026-08-01 KI-Crawler anderer Anbieter ausschließen
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: DeepSeekBot
Disallow: /

# 2026-08-01 SEO- und Wettbewerbsanalyse-Crawler ausschließen
User-agent: AhrefsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: ShapBot
Disallow: /

# 2026-08-01 weitere nicht benötigte Markt-Crawler ausschließen
User-agent: Sogou web spider
Disallow: /

User-agent: YandexMarket
Disallow: /