IP = 104.18.4.89
robots.txt# Coder allows AI crawlers and welcomes use of its content for AI search,
# AI assistants, and model training. See https://coder.com/llms.txt and
# https://coder.com/llms-full.txt for agent-friendly indexes.
#
# Content Signals (https://contentsignals.org/,
# https://datatracker.ietf.org/doc/draft-romm-aipref-contentsignals/)
# express our preferences for what crawlers may do with the content
# they fetch:
# search = yes (build search indexes, return excerpts and links)
# ai-input = yes (use as live input to an AI system, e.g. RAG, answers)
# ai-train = yes (use to train or fine-tune AI models)
#
# Content-Signal: search=yes, ai-input=yes, ai-train=yes
# (non-standard draft directive; kept as a comment until the spec is finalized)
User-agent: *
Allow: /
Disallow: /*?utm=*
Disallow: /_variants/
# Explicit allowances for known AI crawlers. RFC 9309 does not merge
# the wildcard group into named user-agent groups, so the rules above
# must be repeated here to apply.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Kagibot
Allow: /
Disallow: /*?utm=*
Sitemap: https://coder.com/sitemap.xml
Sitemap: https://coder.com/docs-sitemap.xml
# Agent-friendly index. See https://llmstxt.org and
# https://coder.com/llms.txt for details.
# Llms-Txt: https://coder.com/llms.txt
# (non-standard directive; kept as a comment for discoverability)
Look up this url in the url tool
https://coder.com/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://coder.com/.well-known/csvm: 404 text/html; charset=utf-8
https://coder.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://coder.com/.well-known/security.txtContact: mailto:security@coder.com
Preferred-Languages: en-US
Canonical: https://coder.com/.well-known/security.txt
Policy: https://coder.com/security/policy
Hiring: https://coder.com/careers
https://coder.com/.well-known/traffic-advice: 404 text/html; charset=utf-8