Search

# ===================================
# Generator: http://pixelfolk.net/tools/robots
# Erstellt am: 20.09.2022, 19:43
# Webseite: https://vcodmods.com
# ===================================

Sitemap: https://vcodmods.com/sitemap.php

# ===================================
# Folgende Seiten sollen nicht indexiert werden:
# ===================================

User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /temp/
Disallow: /static/
Disallow: /vendor/
Disallow: /pages/
Disallow: /api/

# ===================================
# Schließe folgende Spider komplett aus:
# ===================================

User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /

# Block archive.org bots

User-agent: ia_archiver
Disallow: / 
User-agent: archive.org_bot
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /

# ===================================
# Block aggressive Crawler
# ===================================

User-agent: Bytespider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Cocolyzebot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: seoscanners
Disallow: /
User-agent: spbot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: BLEXBot
Disallow: /