Search

# Hello Friends!
# At the moment we do not support AI crawling BlueSkyBot
# allow search engines.

# Allow all search engines.
User-agent: *
Disallow:

# Allow some social media for previews.

# Allow Twitter/X.
User-agent: Twitterbot
Disallow:

# Allow Facebook.
User-agent: facebookexternalhit
Disallow:


# Allow LinkedIn.
User-agent: LinkedInBot
Disallow:

# Disallow AI bot crawlers.

# Disallow ByteDance.
User-agent: Bytespider
Disallow: /


# Disallow Facebook AI crawling.
User-agent: meta-externalagent
Disallow:

# Disallow ChatGPT.
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /


# Disallow Google AI.

User-agent: Google-Extended
Disallow: /


# Disallow common crawler.

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /


# Disallow Anthropic AI (Claude).
User-agent: anthropic-ai
Disallow: /
‍
User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

# Disallow a random assortment of bots.

User-agent: omgili
Disallow: /

User-agent: Diffbot
Disallow: /