Search

Matched domain: helpwanted.dev

IP = 104.21.57.10

robots.txt

# Robots.txt for helpwanted.dev
# Allow all crawlers

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://helpwanted.dev/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow API endpoints from crawling
Disallow: /api/

# Allow specific API endpoints that serve content
Allow: /api/projects.json
Allow: /api/issues.json
Allow: /api/summary.json

Look up this url in the url tool https://helpwanted.dev/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/csvm: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/nostr.json: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/security.txt: 404 text/html; charset=utf-8
https://helpwanted.dev/.well-known/traffic-advice: 404 text/html; charset=utf-8