Search

# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
Disallow: /file-drag.gif
Disallow: /docs/*.gif
Disallow: /whats-new/*.gif

# Third-party SEO backlink crawlers: not search or answer engines, don't feed AI
# answers, and honor robots.txt — blocking saves crawl bandwidth with no search/AEO
# cost. Owner-requested audit bots are left allowed (see SemrushBot-SA below).
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# User-agent match is longest-prefix, so "SemrushBot" would also catch Semrush's own
# Site Audit bot; keep it allowed so first-party audits of this site still work.
User-agent: SemrushBot-SA
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

# Model-training crawlers do not serve an interactive user or a search result.
# Search/answer crawlers (Googlebot, Bingbot, OAI-SearchBot, ChatGPT-User,
# Claude-User, and PerplexityBot) remain allowed by the wildcard group above.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: cohere-ai
Disallow: /

Sitemap: https://www.onorca.dev/sitemap.xml