IP = 104.21.57.10
robots.txt# Robots.txt for helpwanted.dev
# Allow all crawlers
User-agent: *
Allow: /
# Sitemap location
Sitemap: https://helpwanted.dev/sitemap.xml
# Crawl-delay for respectful crawling
Crawl-delay: 1
# Disallow API endpoints from crawling
Disallow: /api/
# Allow specific API endpoints that serve content
Allow: /api/projects.json
Allow: /api/issues.json
Allow: /api/summary.json
Look up this url in the url tool
https://helpwanted.dev/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/csvm: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/nostr.json: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/security.txt: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/traffic-advice: 404 text/html; charset=utf-8