IP = 18.238.136.70
robots.txt# Allow all crawlers
User-agent: *
Allow: /
# Sitemap location
Sitemap: https://www.abstra.io/sitemap.xml
# Disallow admin and private routes
Disallow: /admin/
Disallow: /private/
Disallow: /api/
# Crawl-delay
Crawl-delay: 10
Look up this url in the url tool
https://abstra.io/.well-known/acme-challenge: 404 text/html
https://abstra.io/.well-known/csvm: 404 text/html
https://abstra.io/.well-known/nostr.json: 404 text/html
https://abstra.io/.well-known/security.txt: 404 text/html
https://abstra.io/.well-known/traffic-advice: 404 text/html