Search

User-agent: *
Allow: /

Sitemap: https://www.rendi.dev/sitemap-index.xml

# Explicit entries for major AI/LLM crawlers — kept (commented out) for
# future reference in case we ever want to block them again.
#
# User-agent: GPTBot
# Allow: /
#
# User-agent: ChatGPT-User
# Allow: /
#
# User-agent: OAI-SearchBot
# Allow: /
#
# User-agent: ClaudeBot
# Allow: /
#
# User-agent: Claude-Web
# Allow: /
#
# User-agent: anthropic-ai
# Allow: /
#
# User-agent: Google-Extended
# Allow: /
#
# User-agent: Googlebot
# Allow: /
#
# User-agent: Bingbot
# Allow: /
#
# User-agent: CCBot
# Allow: /
#
# User-agent: PerplexityBot
# Allow: /
#
# User-agent: Applebot
# Allow: /
#
# User-agent: Applebot-Extended
# Allow: /
#
# User-agent: Amazonbot
# Allow: /
#
# User-agent: Bytespider
# Allow: /
#
# User-agent: Meta-ExternalAgent
# Allow: /
#
# User-agent: FacebookBot
# Allow: /