Search

Matched domain: devtool.io

`robots.txt`

User-agent: *
Allow: /

# Disallow admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /cdn-cgi/

# Allow search engines to crawl everything else
Allow: /categories
Allow: /category/
Allow: /tool/
Allow: /search

# Sitemap location
Sitemap: https://devtool.io/sitemap.xml

# Crawl delay (optional, in seconds)
Crawl-delay: 1

# Specific bot rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

Look up this url in the url tool https://devtool.io/.well-known/acme-challenge: 404 text/html; charset=UTF-8
https://devtool.io/.well-known/csvm: 404 text/html; charset=UTF-8
https://devtool.io/.well-known/nostr.json: 404 text/html; charset=UTF-8
https://devtool.io/.well-known/security.txt: 404 text/html; charset=UTF-8
https://devtool.io/.well-known/traffic-advice: 404 text/html; charset=UTF-8