# ===================================
# Webseite: https://spectra.de
# ===================================


# ===================================
# Folgende Seiten sollen nicht indexiert werden:
# ===================================

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /*widgets/
Disallow: /*navigation/
Disallow: /*bundles/
Disallow: /wishlist
Disallow: /en/wishlist

# ===================================
# DE individuell:
# ===================================



# ===================================
# EN individuell:
# ===================================


# ===================================
# Sitemap für alle Sprachen:
# ===================================

Sitemap: https://spectra.de/sitemap.xml
Sitemap: https://spectra.de/en/sitemap.xml

# ===================================
# Schließe folgende Spider komplett aus:
# ===================================

User-agent: yandex
User-agent: baiduspider
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /

# =================================
# AI-Bots
# =================================

User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: PetalBot
User-agent: Scrapy
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
Disallow: /

User-agent: DotBot
User-agent: SemrushBot
User-agent: Barkrowler
Disallow: /


User-agent: *
Disallow: /media/55/20/03/1723095328/Datenblatt-PowerBox-300-310-EDU-Box-PC-Systeme.pdf
Disallow: /media/32/ed/7e/1723117129/Datenblatt-PowerBox-32E0-Barebone-Box-PC-Aktion.pdf
Disallow: /media/a7/7e/45/1723117110/Datenblatt-PowerBox-31E0-Barebone-Box-PC-Aktion.pdf
Disallow: /media/ae/f7/3e/1723116566/Datenblatt-PowerBox-30E0-Barebone-Box-PC-Aktion.pdf
Disallow: /media/c2/31/b0/1723115318/Datenblatt-PowerBox-310-Barebone-Box-PC-Aktion.pdf


User-agent: meta-externalagent
User-agent: meta-webindexer
Disallow: /