IP = 104.21.19.164
robots.txtUser-agent: *
Allow: /
# Disallow authenticated pages
Disallow: /intent
Disallow: /settings
Disallow: /blocks
Disallow: /bookmarks
Disallow: /compose
Disallow: /conversations
Disallow: /domain_blocks
Disallow: /favourites
Disallow: /home
Disallow: /mutes
Disallow: /notifications
Disallow: /pinned
Disallow: /search
Disallow: /settings
Disallow: /share-target
# Wait 1 second between successive requests.
Crawl-delay: 1
Look up this url in the url tool
https://elk.zone/.well-known/acme-challenge: 404 text/html;charset=utf-8
https://elk.zone/.well-known/csvm: 404 text/html;charset=utf-8
https://elk.zone/.well-known/nostr.json: 404 application/json
https://elk.zone/.well-known/security.txt: 404 text/html;charset=utf-8
https://elk.zone/.well-known/traffic-advice: 404 text/html;charset=utf-8