Search

Matched domain: genfly.dev

IP = 76.76.21.21

robots.txt

# Robots.txt for needware
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://needware.com/sitemap.xml

# Block crawling of API routes and admin areas
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /temp-repo/

# Allow crawling of important pages
Allow: /
Allow: /login
Allow: /pricing
Allow: /privacy-policy
Allow: /terms

# Crawl delay (optional - helps prevent overloading)
Crawl-delay: 1

Look up this url in the url tool https://genfly.dev/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://genfly.dev/.well-known/csvm: 404 text/html; charset=utf-8
https://genfly.dev/.well-known/nostr.json: 404 text/html; charset=utf-8
https://genfly.dev/.well-known/security.txt: 404 text/html; charset=utf-8
https://genfly.dev/.well-known/traffic-advice: 404 text/html; charset=utf-8