IP = 64.29.17.65
robots.txt# diragb.dev robots.txt
# Full crawling welcome. Blog posts are the point.
User-agent: *
Allow: /
Disallow: /api/
Disallow: /newsletter/confirmed
Disallow: /newsletter/unsubscribed
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /newsletter/confirmed
Disallow: /newsletter/unsubscribed
User-agent: Googlebot-Image
Allow: /
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /newsletter/confirmed
Disallow: /newsletter/unsubscribed
User-agent: DuckDuckBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Applebot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: LinkedInBot
Allow: /
User-agent: Discordbot
Allow: /
User-agent: Telegrambot
Allow: /
User-agent: Slackbot
Allow: /
Sitemap: https://diragb.dev/sitemap.xml
Host: https://diragb.dev
Look up this url in the url tool
https://diragb.dev/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://diragb.dev/.well-known/csvm: 404 text/html; charset=utf-8
https://diragb.dev/.well-known/nostr.json: 404 text/html; charset=utf-8
https://diragb.dev/.well-known/security.txt: 404 text/html; charset=utf-8
https://diragb.dev/.well-known/traffic-advice: 404 text/html; charset=utf-8