IP = 34.144.234.245
robots.txt# robots.txt
User-agent: *
User-agent: OAI-SearchBot
User-agent: ChatGPT-User # It appears ChatGPT-User user agent will use the GPTBot rules unless explicitly set
Disallow: /.search*
Disallow: /.version*
Disallow: /.bruker*
Disallow: /.admin*
Disallow: /.versionviewdiff*
Disallow: /.improvements*
Sitemap: https://lex.dk/.sitemap/sitemap.xml
# AI/LLM CRAWLERS
# We do not permit unlicensed use of our content for training large language models or other
# artificial intelligence technology. All use, reproductions and extractions of our content for such
# purposes require specific approval. Please contact the encyclopedia office if you have questions.
# Common Crawl
User-agent: CCBot
Disallow: /
# OpenAI
User-agent: GPTBot
Disallow: /
# Anthropic
User-agent: anthropic-ai
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
# Bytedance
User-agent: Bytespider
Disallow: /
# Hive
User-agent: ImagesiftBot
Disallow: /
# Webz
User-agent: OmigiliBot
Disallow: /
# Perplexity
User-agent: PerplexityBot
Disallow: /
# Diffbot
User-agent: Diffbot
Disallow: /
# Diffbot
User-agent: cohere-ai
Disallow: /
Look up this url in the url tool
https://lex.dk/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://lex.dk/.well-known/csvm: 404 text/html; charset=utf-8
https://lex.dk/.well-known/nostr.json: 404 text/html
https://lex.dk/.well-known/security.txtContact: https://om.lex.dk/Kontakt_redaktionen
Expires: 2024-10-12T23:59:00Z
https://lex.dk/.well-known/traffic-advice: 200 application/trafficadvice+json; charset=utf-8