Search

#robots.txt Science CMS (http://www.sciencecms.com)

User-agent: *
Disallow: /tmp # these will soon disappear
Disallow: /admin/
Disallow: /includes/
Disallow: /linkto.php
Disallow: /search
 

#Do not allow MJ12bot 
User-agent: MJ12bot
Disallow: /

#Do not allow SemrushBot  
User-agent: SemrushBot
Disallow: /

 
# Bloquer OpenAI
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: OAI-User
Disallow: /

# Bloquer Anthropic
User-agent: ClaudeBot
User-agent: Claude-Web
Disallow: /

# Bloquer Perplexity
User-agent: PerplexityBot
User-agent: PPLX-Bot
Disallow: /


# Bloquer Amazon
User-agent: Amazonbot
Disallow: /

# Bloquer Common Crawl
User-agent: CCBot
Disallow: /


# Bloquer divers
User-agent: YouBot
User-agent: KomoBot
User-agent: SerpAPI
Disallow: /