Search

User-agent: *
Disallow: /admin/
Disallow: /bt/
Disallow: /user/
Disallow: /doku/
Disallow: /links/
Disallow: /grafik/
Disallow: /iframe/
Disallow: /mail/
Disallow: /intranet/
Disallow: /emergency/
Disallow: /data/
Disallow: /phptest/
Disallow: /tagi/
Disallow: /u1/
Disallow: /wimpy/
Disallow: /CFIDE/
Disallow: /helpservices/
Disallow: /netmon/

User-agent: MJ12bot
Disallow: /

User-agent: dotbot 
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: ScoutJet
Disallow: /


User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /