IP = 199.36.158.100
robots.txtUser-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /404
# Sitemaps
Sitemap: https://techwithsam.dev/sitemap.xml
Sitemap: https://techwithsam.dev/rss.xml
# Crawl-delay for better server performance
Crawl-delay: 1
# Block specific bots if needed (optional)
User-agent: AhrefsBot
Crawl-delay: 5
User-agent: SemrushBot
Crawl-delay: 5
Look up this url in the url tool
https://techwithsam.dev/.well-known/acme-challenge: 200 text/html; charset=utf-8
https://techwithsam.dev/.well-known/csvm: 200 text/html; charset=utf-8
https://techwithsam.dev/.well-known/nostr.json: 200 text/html; charset=utf-8
https://techwithsam.dev/.well-known/security.txt: 200 text/html; charset=utf-8
https://techwithsam.dev/.well-known/traffic-advice: 200 text/html; charset=utf-8