Search

Matched domain: lex.dk

IP = 34.144.234.245

robots.txt

# robots.txt
User-agent: *
User-agent: OAI-SearchBot
User-agent: ChatGPT-User # It appears ChatGPT-User user agent will use the GPTBot rules unless explicitly set
Disallow: /.search*
Disallow: /.version*
Disallow: /.bruker*
Disallow: /.admin*
Disallow: /.versionviewdiff*
Disallow: /.improvements*

Sitemap: https://lex.dk/.sitemap/sitemap.xml

# AI/LLM CRAWLERS
# We do not permit unlicensed use of our content for training large language models or other
# artificial intelligence technology. All use, reproductions and extractions of our content for such
# purposes require specific approval. Please contact the encyclopedia office if you have questions.

# Common Crawl
User-agent: CCBot
Disallow: /

# OpenAI
User-agent: GPTBot
Disallow: /

# Anthropic
User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Bytedance
User-agent: Bytespider
Disallow: /

# Hive
User-agent: ImagesiftBot
Disallow: /

# Webz
User-agent: OmigiliBot
Disallow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /

# Diffbot
User-agent: Diffbot
Disallow: /

# Diffbot
User-agent: cohere-ai
Disallow: /

Look up this url in the url tool https://lex.dk/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://lex.dk/.well-known/csvm: 404 text/html; charset=utf-8
https://lex.dk/.well-known/nostr.json: 404 text/html

https://lex.dk/.well-known/security.txt

Contact: https://om.lex.dk/Kontakt_redaktionen
Expires: 2024-10-12T23:59:00Z

https://lex.dk/.well-known/traffic-advice: 200 application/trafficadvice+json; charset=utf-8